-- Logs begin at Thu 2021-08-26 14:44:37 UTC, end at Thu 2021-08-26 15:39:39 UTC. -- Aug 26 15:13:49.507765 dv-cinder-779576-7-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 26 15:13:52.312839 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.common.config [-] Logging enabled! Aug 26 15:13:52.313448 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev565 Aug 26 15:13:52.313636 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93734) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 26 15:13:52.316869 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.common.config [-] Logging enabled! Aug 26 15:13:52.317121 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev565 Aug 26 15:13:52.317431 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93734) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 26 15:13:52.318421 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 26 15:13:52.318660 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 26 15:13:52.319297 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 26 15:13:52.319543 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 26 15:13:52.319771 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 26 15:13:52.320097 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:52.320397 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:52.320696 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:52.321440 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:52.321784 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:52.322073 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:52.322358 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:52.322648 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:52.322946 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:52.323228 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:52.323509 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:52.323792 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:52.324021 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:52.324300 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:52.324586 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:52.324870 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:52.325097 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] debug = True {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:52.325373 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:52.325834 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:52.326254 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:52.326533 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:52.326821 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:52.327099 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:52.327368 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:52.327645 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:52.327925 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:52.328264 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] host = dv-cinder-779576-7-iscsi {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:52.328540 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:52.328826 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:52.329113 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:52.329401 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:52.329673 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:52.329970 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:52.330251 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:52.330522 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:52.330791 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] log_file = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:52.331065 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:52.331350 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:52.331632 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:52.331918 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:52.332140 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:52.332359 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:52.332645 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:52.332929 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:52.333203 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:52.333474 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:52.333769 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:52.334042 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:52.334313 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:52.334578 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:52.334866 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:52.335139 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:52.335427 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:52.335696 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:52.335968 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:52.336236 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:52.336507 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:52.337396 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:52.337668 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:52.337973 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:52.338248 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:52.338533 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:52.338802 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:52.339081 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:52.339387 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:52.339676 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:52.339959 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:52.340245 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:52.340525 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:52.340808 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:52.341085 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:52.341357 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:52.341630 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] use_json = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:52.341926 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:52.342202 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:52.342482 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:52.342755 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:52.343026 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:52.343300 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:52.343572 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:52.343857 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:52.344156 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:52.344454 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:52.344750 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:52.345034 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:52.345327 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:52.345608 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:52.345917 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:52.346199 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:52.346486 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:52.346772 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:52.347060 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:52.347338 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:52.347627 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:52.347903 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:52.348196 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:52.348503 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:52.348795 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:52.349096 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:52.349370 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:52.349645 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:52.349942 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:52.350220 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:52.350502 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:52.350777 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:52.351063 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:52.351349 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:52.351626 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:52.351914 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:52.352267 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:52.352626 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:52.352899 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:52.353178 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:52.353467 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:52.353765 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:52.354038 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:52.354315 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:52.354599 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:52.354876 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:52.355147 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:52.355428 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:52.355705 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:52.355972 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:52.356240 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:52.356515 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:52.356800 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:52.357073 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:52.357340 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:52.357606 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:52.357901 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:52.358169 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:52.358449 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:52.358721 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:52.358987 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:52.359280 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:52.359541 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:52.359811 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:52.360079 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:52.360354 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:52.360622 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:52.360897 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:52.361167 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:52.361439 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:52.361746 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:52.362002 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:52.362274 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:52.362545 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:52.362816 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:52.363092 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:52.363363 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:52.363633 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:52.363900 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:52.364169 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:52.364438 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:52.364724 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:52.365023 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:52.365302 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:52.365580 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:52.365885 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:52.366159 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:52.366436 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:52.366712 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:52.366987 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:52.367264 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:52.367536 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:52.368366 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:52.368644 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:52.368931 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:52.369211 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:52.369487 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:52.369822 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:52.370101 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:52.370381 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:52.370658 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:52.370934 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:52.371212 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:52.371492 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:52.371783 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:52.372072 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:52.372363 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:52.372653 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:52.372941 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:52.373220 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:52.373532 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:52.373831 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:52.374051 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 26 15:13:52.374300 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93734) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 26 15:13:52.734916 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 26 15:13:52.735189 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 26 15:13:52.735487 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 26 15:13:52.735816 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 26 15:13:53.144305 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:53.144520 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:53.144798 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:53.146209 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:53.146490 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:53.146760 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:53.185194 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:53.185635 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:53.186291 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:53.201402 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:53.201684 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:53.201982 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:53.231825 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:53.232238 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:53.232509 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:53.270306 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:53.270584 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:53.270859 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:53.511565 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:53.512354 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:53.512354 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:53.512354 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:53.513232 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:53.635022 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:53.635341 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:53.635626 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:53.635899 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:53.636167 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:53.636482 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:53.636745 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:53.637002 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:53.637256 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:53.637540 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:53.637828 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:53.638096 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:53.638352 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:53.638605 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:53.638863 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:53.639128 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:53.639383 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:53.639651 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:53.639922 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:53.640182 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:53.640455 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:53.640712 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:53.640997 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:53.641390 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:53.641638 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:53.641914 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:53.642319 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93734) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 26 15:13:53.642559 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93734) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 26 15:13:53.642796 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93734) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 26 15:13:53.643029 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93734) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 26 15:13:53.643262 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93734) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 26 15:13:53.643498 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93734) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 26 15:13:53.643865 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 26 15:13:53.647196 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 26 15:13:53.651874 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 26 15:13:53.655719 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Aug 26 15:13:53.657365 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 26 15:13:53.657843 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 26 15:13:53.658182 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 26 15:13:53.658568 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 26 15:13:53.661380 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 26 15:13:53.661629 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 26 15:13:53.662006 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 26 15:13:53.668299 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 26 15:13:53.690841 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 26 15:13:53.691311 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:53.691620 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93734) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 26 15:13:53.691994 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:53.693387 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93734) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 26 15:13:53.693684 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 26 15:13:53.694235 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 26 15:13:53.698200 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:53.698482 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:53.762501 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 26 15:13:53.762670 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 26 15:13:53.762892 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 26 15:13:53.763282 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 26 15:13:53.785004 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_db.sqlalchemy.engines [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93734) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 26 15:13:54.327982 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.plugins.ml2.managers [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Initializing driver for type 'gre' Aug 26 15:13:54.328552 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] gre ID ranges: [(1, 1000)] Aug 26 15:13:54.388720 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.plugins.ml2.managers [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Initializing driver for type 'local' Aug 26 15:13:54.389351 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.plugins.ml2.managers [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Initializing driver for type 'vlan' Aug 26 15:13:54.403844 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] VlanTypeDriver initialization complete Aug 26 15:13:54.404336 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.plugins.ml2.managers [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Initializing driver for type 'vxlan' Aug 26 15:13:54.404850 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] vxlan ID ranges: [(1, 1000)] Aug 26 15:13:54.460984 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.plugins.ml2.managers [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Initializing extension driver 'port_security' Aug 26 15:13:54.461246 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.plugins.ml2.extensions.port_security [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] PortSecurityExtensionDriver initialization complete Aug 26 15:13:54.462184 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.plugins.ml2.managers [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Initializing mechanism driver 'openvswitch' Aug 26 15:13:54.462716 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.plugins.ml2.managers [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Initializing mechanism driver 'hyperv' Aug 26 15:13:54.469474 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.plugins.ml2.plugin [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:13:54.470181 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Subscribe: > port after_create 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:54.470547 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Subscribe: > port after_update 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:54.470891 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Subscribe: > port after_delete 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:54.471417 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93734) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 26 15:13:54.471847 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Subscribe: > subnet after_create 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:54.472198 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Subscribe: > subnet after_update 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:54.472539 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Subscribe: > subnet after_delete 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:54.472927 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93734) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 26 15:13:54.473329 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Subscribe: > network after_create 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:54.473674 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Subscribe: > network after_update 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:54.474035 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Subscribe: > network after_delete 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:54.474422 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93734) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 26 15:13:54.474823 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Subscribe: > security_group after_create 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:54.475166 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Subscribe: > security_group after_update 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:54.475502 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Subscribe: > security_group after_delete 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:54.476035 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93734) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 26 15:13:54.476441 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:54.476795 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:54.477160 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:54.477741 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93734) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 26 15:13:54.478243 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Subscribe: > address_group after_create 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:54.478592 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Subscribe: > address_group after_update 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:54.478927 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Subscribe: > address_group after_delete 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:54.479318 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93734) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 26 15:13:54.479690 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] ML2 OVO RPC backend initialized. {{(pid=93734) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 26 15:13:54.480412 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Subscribe: > router_interface after_create 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:54.480762 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:54.481171 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Subscribe: > network before_response 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:54.481515 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Subscribe: > networks before_response 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:54.481893 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Subscribe: > port before_response 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:54.482237 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Subscribe: > ports before_response 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:54.482579 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Subscribe: > subnet before_response 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:54.482921 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Subscribe: > subnets before_response 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:54.483268 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Subscribe: > network after_create 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:54.483611 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Subscribe: > network after_update 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:54.483949 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Subscribe: > network after_delete 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:54.484286 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Subscribe: > port after_create 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:54.484622 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Subscribe: > port after_update 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:54.484957 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Subscribe: > port after_delete 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:54.485292 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Subscribe: > subnet after_create 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:54.485627 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Subscribe: > subnet after_update 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:54.485983 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Subscribe: > subnet after_delete 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:54.486578 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.plugins.ml2.plugin [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Modular L2 Plugin initialization complete Aug 26 15:13:54.486912 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.manager [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loading services supported by the core plugin {{(pid=93734) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 26 15:13:54.487236 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.plugins.ml2.managers [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Got port-security extension from driver 'port_security' Aug 26 15:13:54.487696 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.extensions.vlantransparent [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Disabled vlantransparent extension. Aug 26 15:13:54.488175 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.manager [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93734) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 26 15:13:54.488502 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.manager [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loading Plugin: router Aug 26 15:13:54.527792 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Subscribe: > router_interface before_create 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:54.528461 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Subscribe: > router after_create 55549900 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:54.528617 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Subscribe: > router before_create 55549900 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:54.528887 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:54.529260 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:54.529784 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Subscribe: > router after_delete 55549900 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:54.530145 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Subscribe: > floatingip after_create 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:54.530496 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Subscribe: > floatingip after_update 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:54.530851 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Subscribe: > router after_create 55549900 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:54.531197 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Subscribe: > router after_update 55549900 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:54.531543 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Subscribe: > router after_update 55549900 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:54.531884 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:54.532240 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Subscribe: > router after_update 55549900 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:54.532647 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Subscribe: > router precommit_update 55549900 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:54.533010 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Subscribe: port after_update 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:54.533348 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Subscribe: port after_delete 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:54.533683 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Subscribe: subnet after_update 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:54.534042 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:54.534386 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Subscribe: > port precommit_delete 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:54.534726 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Subscribe: > router precommit_create 55549900 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:54.535063 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Subscribe: port before_delete 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:54.535403 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Subscribe: > router precommit_create 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:54.535761 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Subscribe: > router after_update 55549900 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:54.536100 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Subscribe: > router precommit_delete 55549900 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:54.536449 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Subscribe: > router precommit_create 55549900 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:54.536810 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Subscribe: > router_interface after_create 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:54.537158 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Subscribe: > router precommit_update 55549900 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:54.537515 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Subscribe: > agent after_create 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:54.537892 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Subscribe: > agent after_delete 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:54.538239 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Subscribe: > network after_delete 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:54.539115 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.quota.resource_registry [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Tracking information for resource: router configured {{(pid=93734) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 26 15:13:54.539443 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.quota.resource_registry [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Tracking information for resource: floatingip configured {{(pid=93734) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 26 15:13:54.544858 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.db.l3_agentschedulers_db [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 26 15:13:54.545445 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Subscribe: port after_update 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:54.545837 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Subscribe: port after_create 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:54.546188 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Subscribe: port after_delete 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:54.546536 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Subscribe: port after_update 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:54.547338 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Subscribe: > router before_create 55550100 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:54.547700 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Subscribe: > router precommit_delete 55550100 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:54.548057 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Subscribe: > router precommit_create 55550100 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:54.548408 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Subscribe: > router precommit_update 55550100 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:54.553058 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.services.provider_configuration [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Service providers = [] {{(pid=93734) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 26 15:13:54.553421 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.db.servicetype_db [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93734) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 26 15:13:54.556715 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.services.service_base [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93734) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 26 15:13:54.557053 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.services.service_base [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93734) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 26 15:13:54.557510 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.services.service_base [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93734) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 26 15:13:54.558449 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.services.service_base [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93734) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 26 15:13:54.558819 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.services.service_base [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 26 15:13:54.559203 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.manager [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93734) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 26 15:13:54.559524 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.manager [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 26 15:13:54.570467 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.manager [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93734) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 26 15:13:54.570802 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.manager [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loading Plugin: auto_allocate Aug 26 15:13:54.577435 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Subscribe: network precommit_update 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:54.577832 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Subscribe: network precommit_create 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:54.578364 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.manager [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93734) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 26 15:13:54.578681 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.manager [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loading Plugin: tag Aug 26 15:13:54.585222 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.manager [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93734) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 26 15:13:54.585547 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.manager [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loading Plugin: timestamp Aug 26 15:13:54.590442 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.manager [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93734) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 26 15:13:54.590772 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.manager [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loading Plugin: network_ip_availability Aug 26 15:13:54.596252 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:54.596612 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:54.596968 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:54.597718 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.manager [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93734) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 26 15:13:54.598049 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.manager [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loading Plugin: flavors Aug 26 15:13:54.603240 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.manager [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93734) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 26 15:13:54.603600 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.manager [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loading Plugin: revisions Aug 26 15:13:54.608040 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.manager [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93734) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 26 15:13:54.608431 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_concurrency.lockutils [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.873s {{(pid=93734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 26 15:13:54.609180 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93734) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 26 15:13:54.609508 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Initializing extension manager. Aug 26 15:13:54.610041 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loading extension file: __init__.py {{(pid=93734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 15:13:54.610380 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loading extension file: __pycache__ {{(pid=93734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 15:13:54.610707 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 15:13:54.611033 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loading extension file: address_group.py {{(pid=93734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 15:13:54.611797 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 15:13:54.612376 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loaded extension: address-group Aug 26 15:13:54.612691 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loading extension file: address_scope.py {{(pid=93734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 15:13:54.613406 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 15:13:54.613936 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loaded extension: address-scope Aug 26 15:13:54.614254 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loading extension file: admin_state_down_before_update.py {{(pid=93734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 15:13:54.615190 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 15:13:54.615694 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loaded extension: router-admin-state-down-before-update Aug 26 15:13:54.616000 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loading extension file: agent.py {{(pid=93734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 15:13:54.616906 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 15:13:54.617409 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loaded extension: agent Aug 26 15:13:54.618298 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loading extension file: agent_resources_synced.py {{(pid=93734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 15:13:54.619456 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 15:13:54.619964 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loaded extension: agent-resources-synced Aug 26 15:13:54.620283 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loading extension file: allowedaddresspairs.py {{(pid=93734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 15:13:54.622139 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 15:13:54.622652 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loaded extension: allowed-address-pairs Aug 26 15:13:54.622980 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loading extension file: auto_allocated_topology.py {{(pid=93734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 15:13:54.624067 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 15:13:54.624570 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loaded extension: auto-allocated-topology Aug 26 15:13:54.624890 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loading extension file: availability_zone.py {{(pid=93734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 15:13:54.625578 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 15:13:54.626099 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loaded extension: availability_zone Aug 26 15:13:54.626416 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loading extension file: availability_zone_filter.py {{(pid=93734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 15:13:54.627319 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 15:13:54.627812 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loaded extension: availability_zone_filter Aug 26 15:13:54.628127 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loading extension file: data_plane_status.py {{(pid=93734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 15:13:54.629026 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 15:13:54.629514 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Extension data-plane-status not supported by any of loaded plugins Aug 26 15:13:54.629861 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loading extension file: default_subnetpools.py {{(pid=93734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 15:13:54.630769 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 15:13:54.631267 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loaded extension: default-subnetpools Aug 26 15:13:54.631584 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loading extension file: dhcpagentscheduler.py {{(pid=93734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 15:13:54.632408 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 15:13:54.632911 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loaded extension: dhcp_agent_scheduler Aug 26 15:13:54.633234 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loading extension file: dns.py {{(pid=93734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 15:13:54.635079 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 15:13:54.635578 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Extension dns-integration not supported by any of loaded plugins Aug 26 15:13:54.635900 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loading extension file: dns_domain_ports.py {{(pid=93734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 15:13:54.636828 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 15:13:54.637332 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 26 15:13:54.637651 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 15:13:54.638590 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 15:13:54.639082 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 26 15:13:54.639399 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loading extension file: dvr.py {{(pid=93734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 15:13:54.640068 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 15:13:54.640559 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loaded extension: dvr Aug 26 15:13:54.640874 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loading extension file: ecmp_routes.py {{(pid=93734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 15:13:54.641814 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 15:13:54.642310 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Extension ecmp_routes not supported by any of loaded plugins Aug 26 15:13:54.642623 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loading extension file: empty_string_filtering.py {{(pid=93734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 15:13:54.643529 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 15:13:54.644031 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loaded extension: empty-string-filtering Aug 26 15:13:54.644350 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 15:13:54.645264 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 15:13:54.645789 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 26 15:13:54.646109 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 15:13:54.647009 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 15:13:54.647503 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 26 15:13:54.648001 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loading extension file: external_net.py {{(pid=93734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 15:13:54.648913 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 15:13:54.649903 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loaded extension: external-net Aug 26 15:13:54.650310 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loading extension file: extra_dhcp_opt.py {{(pid=93734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 15:13:54.651231 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 15:13:54.651826 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loaded extension: extra_dhcp_opt Aug 26 15:13:54.652154 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loading extension file: extraroute.py {{(pid=93734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 15:13:54.653061 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 15:13:54.653560 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loaded extension: extraroute Aug 26 15:13:54.653919 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loading extension file: extraroute_atomic.py {{(pid=93734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 15:13:54.654954 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 15:13:54.655535 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loaded extension: extraroute-atomic Aug 26 15:13:54.655872 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loading extension file: filter_validation.py {{(pid=93734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 15:13:54.656552 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 15:13:54.657049 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loaded extension: filter-validation Aug 26 15:13:54.657365 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loading extension file: fip_pf_description.py {{(pid=93734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 15:13:54.658414 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 15:13:54.658916 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 26 15:13:54.659228 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loading extension file: fip_port_details.py {{(pid=93734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 15:13:54.660140 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 15:13:54.660641 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loaded extension: fip-port-details Aug 26 15:13:54.660955 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loading extension file: flavors.py {{(pid=93734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 15:13:54.662216 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 15:13:54.662727 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loaded extension: flavors Aug 26 15:13:54.663049 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 15:13:54.665151 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 15:13:54.665810 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 26 15:13:54.666140 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loading extension file: floatingip_pools.py {{(pid=93734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 15:13:54.666850 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 15:13:54.667356 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loaded extension: floatingip-pools Aug 26 15:13:54.667673 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loading extension file: ip_allocation.py {{(pid=93734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 15:13:54.668614 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 15:13:54.669109 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Extension ip_allocation not supported by any of loaded plugins Aug 26 15:13:54.669426 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 15:13:54.670482 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 15:13:54.671011 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loaded extension: ip-substring-filtering Aug 26 15:13:54.671331 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loading extension file: l2_adjacency.py {{(pid=93734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 15:13:54.672248 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 15:13:54.672741 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Extension l2_adjacency not supported by any of loaded plugins Aug 26 15:13:54.673057 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loading extension file: l3.py {{(pid=93734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 15:13:54.674258 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 15:13:54.674775 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loaded extension: router Aug 26 15:13:54.675098 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loading extension file: l3_conntrack_helper.py {{(pid=93734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 15:13:54.677360 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 15:13:54.677911 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 26 15:13:54.678241 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 15:13:54.679160 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 15:13:54.679668 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loaded extension: ext-gw-mode Aug 26 15:13:54.679991 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 15:13:54.681804 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 15:13:54.682334 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loaded extension: l3-ha Aug 26 15:13:54.682655 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loading extension file: l3_flavors.py {{(pid=93734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 15:13:54.683605 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 15:13:54.684106 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loaded extension: l3-flavors Aug 26 15:13:54.684424 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 15:13:54.685338 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 15:13:54.685866 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loaded extension: l3-port-ip-change-not-allowed Aug 26 15:13:54.686184 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loading extension file: l3agentscheduler.py {{(pid=93734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 15:13:54.687273 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 15:13:54.687781 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loaded extension: l3_agent_scheduler Aug 26 15:13:54.688102 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loading extension file: logging.py {{(pid=93734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 15:13:54.689632 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 15:13:54.690171 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Extension logging not supported by any of loaded plugins Aug 26 15:13:54.690501 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loading extension file: metering.py {{(pid=93734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 15:13:54.691247 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 15:13:54.691819 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loaded extension: metering Aug 26 15:13:54.692144 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 15:13:54.693237 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 15:13:54.693774 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loaded extension: metering_source_and_destination_fields Aug 26 15:13:54.694363 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loading extension file: multiprovidernet.py {{(pid=93734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 15:13:54.695283 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 15:13:54.695784 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loaded extension: multi-provider Aug 26 15:13:54.696814 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loading extension file: netmtu.py {{(pid=93734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 15:13:54.698076 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 15:13:54.698678 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loaded extension: net-mtu Aug 26 15:13:54.699029 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loading extension file: netmtu_writable.py {{(pid=93734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 15:13:54.700013 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 15:13:54.700581 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loaded extension: net-mtu-writable Aug 26 15:13:54.700977 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loading extension file: network_availability_zone.py {{(pid=93734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 15:13:54.702035 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 15:13:54.702602 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loaded extension: network_availability_zone Aug 26 15:13:54.702921 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loading extension file: network_ip_availability.py {{(pid=93734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 15:13:54.704265 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 15:13:54.704863 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loaded extension: network-ip-availability Aug 26 15:13:54.705280 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loading extension file: network_segment_range.py {{(pid=93734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 15:13:54.706248 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 15:13:54.706847 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Extension network-segment-range not supported by any of loaded plugins Aug 26 15:13:54.707286 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loading extension file: pagination.py {{(pid=93734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 15:13:54.708350 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 15:13:54.708715 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loaded extension: pagination Aug 26 15:13:54.709060 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loading extension file: port_device_profile.py {{(pid=93734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 15:13:54.710290 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 15:13:54.710883 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loaded extension: port-device-profile Aug 26 15:13:54.711284 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 15:13:54.713150 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 15:13:54.713865 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loaded extension: port-mac-address-regenerate Aug 26 15:13:54.714227 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 15:13:54.715359 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 15:13:54.715925 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loaded extension: port-numa-affinity-policy Aug 26 15:13:54.716279 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loading extension file: port_resource_request.py {{(pid=93734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 15:13:54.717466 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 15:13:54.718028 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Extension port-resource-request not supported by any of loaded plugins Aug 26 15:13:54.718452 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loading extension file: portbindings.py {{(pid=93734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 15:13:54.719441 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 15:13:54.720017 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loaded extension: binding Aug 26 15:13:54.720390 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loading extension file: portbindings_extended.py {{(pid=93734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 15:13:54.722331 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 15:13:54.723024 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loaded extension: binding-extended Aug 26 15:13:54.723457 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loading extension file: portsecurity.py {{(pid=93734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 15:13:54.724466 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 15:13:54.725002 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loaded extension: port-security Aug 26 15:13:54.725350 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loading extension file: project_id.py {{(pid=93734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 15:13:54.726926 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 15:13:54.727428 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loaded extension: project-id Aug 26 15:13:54.728020 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loading extension file: providernet.py {{(pid=93734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 15:13:54.728932 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 15:13:54.729446 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loaded extension: provider Aug 26 15:13:54.729791 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loading extension file: qos.py {{(pid=93734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 15:13:54.733396 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 15:13:54.733937 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Extension qos not supported by any of loaded plugins Aug 26 15:13:54.734263 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 15:13:54.735502 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 15:13:54.736009 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 26 15:13:54.736333 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 15:13:54.737248 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 15:13:54.737774 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 26 15:13:54.738098 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loading extension file: qos_default.py {{(pid=93734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 15:13:54.739009 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 15:13:54.739511 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Extension qos-default not supported by any of loaded plugins Aug 26 15:13:54.739835 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loading extension file: qos_fip.py {{(pid=93734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 15:13:54.740495 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 15:13:54.740995 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Extension qos-fip not supported by any of loaded plugins Aug 26 15:13:54.741314 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loading extension file: qos_gateway_ip.py {{(pid=93734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 15:13:54.742290 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 15:13:54.743465 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 26 15:13:54.744011 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loading extension file: qos_port_network_policy.py {{(pid=93734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 15:13:54.744947 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 15:13:54.745516 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 26 15:13:54.745870 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loading extension file: qos_pps_rule.py {{(pid=93734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 15:13:54.747057 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 15:13:54.747565 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Extension qos-pps not supported by any of loaded plugins Aug 26 15:13:54.747886 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loading extension file: qos_rule_type_details.py {{(pid=93734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 15:13:54.748793 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 15:13:54.749366 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 26 15:13:54.749686 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loading extension file: qos_rules_alias.py {{(pid=93734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 15:13:54.750746 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 15:13:54.751251 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 26 15:13:54.751569 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loading extension file: quotasv2.py {{(pid=93734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 15:13:54.752547 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 15:13:54.752863 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loaded extension: quotas Aug 26 15:13:54.753179 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loading extension file: quotasv2_detail.py {{(pid=93734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 15:13:54.756314 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 15:13:54.756653 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loaded extension: quota_details Aug 26 15:13:54.756988 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loading extension file: rbac.py {{(pid=93734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 15:13:54.758325 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 15:13:54.759926 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loaded extension: rbac-policies Aug 26 15:13:54.760254 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loading extension file: rbac_address_group.py {{(pid=93734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 15:13:54.761203 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 15:13:54.761742 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loaded extension: rbac-address-group Aug 26 15:13:54.762063 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loading extension file: rbac_address_scope.py {{(pid=93734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 15:13:54.762981 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 15:13:54.763485 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loaded extension: rbac-address-scope Aug 26 15:13:54.763802 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loading extension file: rbac_security_groups.py {{(pid=93734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 15:13:54.764710 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 15:13:54.765217 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loaded extension: rbac-security-groups Aug 26 15:13:54.765531 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loading extension file: rbac_subnetpool.py {{(pid=93734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 15:13:54.766485 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 15:13:54.766985 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loaded extension: rbac-subnetpool Aug 26 15:13:54.767310 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loading extension file: revisionifmatch.py {{(pid=93734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 15:13:54.768227 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 15:13:54.768733 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loaded extension: revision-if-match Aug 26 15:13:54.769053 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loading extension file: revisions.py {{(pid=93734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 15:13:54.770198 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 15:13:54.770696 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loaded extension: standard-attr-revisions Aug 26 15:13:54.771012 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loading extension file: router_availability_zone.py {{(pid=93734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 15:13:54.771694 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 15:13:54.772195 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loaded extension: router_availability_zone Aug 26 15:13:54.772507 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loading extension file: routerservicetype.py {{(pid=93734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 15:13:54.773423 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 15:13:54.774055 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Extension router-service-type not supported by any of loaded plugins Aug 26 15:13:54.774585 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 15:13:54.775569 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 15:13:54.776073 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loaded extension: security-groups-normalized-cidr Aug 26 15:13:54.776388 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loading extension file: security_groups_port_filtering.py {{(pid=93734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 15:13:54.777298 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 15:13:54.777836 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loaded extension: port-security-groups-filtering Aug 26 15:13:54.778154 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 15:13:54.779067 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 15:13:54.779569 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loaded extension: security-groups-remote-address-group Aug 26 15:13:54.779883 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loading extension file: securitygroup.py {{(pid=93734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 15:13:54.791556 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 15:13:54.792089 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loaded extension: security-group Aug 26 15:13:54.792417 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loading extension file: segment.py {{(pid=93734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 15:13:54.793259 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 15:13:54.793788 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Extension segment not supported by any of loaded plugins Aug 26 15:13:54.794113 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 15:13:54.795093 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 15:13:54.795599 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 26 15:13:54.795919 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loading extension file: servicetype.py {{(pid=93734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 15:13:54.797137 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 15:13:54.797651 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loaded extension: service-type Aug 26 15:13:54.798001 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loading extension file: sorting.py {{(pid=93734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 15:13:54.798990 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 15:13:54.799321 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loaded extension: sorting Aug 26 15:13:54.799639 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loading extension file: standard_attr_segment.py {{(pid=93734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 15:13:54.800558 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 15:13:54.801065 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 26 15:13:54.801384 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loading extension file: standardattrdescription.py {{(pid=93734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 15:13:54.802062 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 15:13:54.802556 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loaded extension: standard-attr-description Aug 26 15:13:54.802871 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loading extension file: stateful_security_group.py {{(pid=93734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 15:13:54.803818 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 15:13:54.804318 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loaded extension: stateful-security-group Aug 26 15:13:54.804637 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loading extension file: stdattrs_common.py {{(pid=93734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 15:13:54.806237 dv-cinder-779576-7-iscsi neutron-server[93734]: WARNING neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 26 15:13:54.806347 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 15:13:54.807235 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 15:13:54.807743 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 26 15:13:54.808060 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loading extension file: subnet_onboard.py {{(pid=93734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 15:13:54.809130 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 15:13:54.809638 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loaded extension: subnet_onboard Aug 26 15:13:54.810898 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 15:13:54.810898 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 15:13:54.811392 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 26 15:13:54.811711 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loading extension file: subnet_service_types.py {{(pid=93734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 15:13:54.812659 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 15:13:54.813154 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loaded extension: subnet-service-types Aug 26 15:13:54.813468 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loading extension file: subnetallocation.py {{(pid=93734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 15:13:54.814572 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 15:13:54.815081 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loaded extension: subnet_allocation Aug 26 15:13:54.815397 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 15:13:54.816065 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 15:13:54.816573 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loaded extension: subnetpool-prefix-ops Aug 26 15:13:54.816888 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 15:13:54.817844 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 15:13:54.818341 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 26 15:13:54.818655 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loading extension file: tagging.py {{(pid=93734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 15:13:54.819990 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 15:13:54.820511 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loaded extension: standard-attr-tag Aug 26 15:13:54.820879 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loading extension file: timestamp.py {{(pid=93734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 15:13:54.822855 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 15:13:54.823363 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loaded extension: standard-attr-timestamp Aug 26 15:13:54.823683 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loading extension file: trunk.py {{(pid=93734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 15:13:54.824716 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 15:13:54.825395 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Extension trunk not supported by any of loaded plugins Aug 26 15:13:54.825738 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loading extension file: trunk_details.py {{(pid=93734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 15:13:54.826668 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 15:13:54.827173 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Extension trunk-details not supported by any of loaded plugins Aug 26 15:13:54.827498 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loading extension file: uplink_status_propagation.py {{(pid=93734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 15:13:54.828414 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 15:13:54.828916 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 26 15:13:54.829235 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Loading extension file: vlantransparent.py {{(pid=93734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 15:13:54.829944 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 15:13:54.830446 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Extension vlan-transparent not supported by any of loaded plugins Aug 26 15:13:54.832948 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.quota.resource_registry [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Creating instance of TrackedResource for resource:network Aug 26 15:13:54.833480 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.quota.resource_registry [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Creating instance of TrackedResource for resource:subnet Aug 26 15:13:54.833898 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.quota.resource_registry [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Creating instance of TrackedResource for resource:subnetpool Aug 26 15:13:54.834293 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.quota.resource_registry [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Creating instance of TrackedResource for resource:port Aug 26 15:13:54.835562 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.v2.resource_helper [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93734) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 15:13:54.835989 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.v2.resource_helper [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Service FLAVORS assigned prefix: {{(pid=93734) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 15:13:54.836792 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.v2.resource_helper [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93734) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 15:13:54.837485 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.v2.resource_helper [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93734) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 15:13:54.837849 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.quota.resource_registry [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Creating instance of TrackedResource for resource:router Aug 26 15:13:54.838290 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.quota.resource_registry [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Creating instance of TrackedResource for resource:floatingip Aug 26 15:13:54.838775 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.v2.resource_helper [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Service METERING assigned prefix: /metering {{(pid=93734) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 15:13:54.840240 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:54.840606 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:54.840952 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:13:54.842074 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.quota.resource_registry [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Creating instance of CountableResource for resource:rbac_policy Aug 26 15:13:54.842531 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.quota.resource_registry [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Creating instance of TrackedResource for resource:security_group Aug 26 15:13:54.842953 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.quota.resource_registry [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Creating instance of TrackedResource for resource:security_group_rule Aug 26 15:13:54.843551 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.v2.resource_helper [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Service CORE assigned prefix: {{(pid=93734) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 15:13:54.843873 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.quota.resource_registry [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Creating instance of TrackedResource for resource:subnetpool Aug 26 15:13:54.844213 dv-cinder-779576-7-iscsi neutron-server[93734]: WARNING neutron.quota.resource_registry [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] subnetpool is already registered Aug 26 15:13:54.844636 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.v2.resource_helper [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Service CORE assigned prefix: {{(pid=93734) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 15:13:54.844958 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.quota.resource_registry [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Creating instance of TrackedResource for resource:subnetpool Aug 26 15:13:54.845288 dv-cinder-779576-7-iscsi neutron-server[93734]: WARNING neutron.quota.resource_registry [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] subnetpool is already registered Aug 26 15:13:54.847637 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.v2.resource_helper [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93734) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 15:13:54.848062 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.v2.resource_helper [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Service FLAVORS assigned prefix: {{(pid=93734) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 15:13:54.848671 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.v2.resource_helper [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93734) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 15:13:54.849087 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.v2.resource_helper [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93734) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 15:13:54.849416 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.quota.resource_registry [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Creating instance of TrackedResource for resource:router Aug 26 15:13:54.849781 dv-cinder-779576-7-iscsi neutron-server[93734]: WARNING neutron.quota.resource_registry [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] router is already registered Aug 26 15:13:54.850188 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.quota.resource_registry [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Creating instance of TrackedResource for resource:floatingip Aug 26 15:13:54.850516 dv-cinder-779576-7-iscsi neutron-server[93734]: WARNING neutron.quota.resource_registry [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] floatingip is already registered Aug 26 15:13:54.850968 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.v2.resource_helper [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Service METERING assigned prefix: /metering {{(pid=93734) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 15:13:54.851631 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.quota.resource_registry [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Creating instance of CountableResource for resource:rbac_policy Aug 26 15:13:54.851952 dv-cinder-779576-7-iscsi neutron-server[93734]: WARNING neutron.quota.resource_registry [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] rbac_policy is already registered Aug 26 15:13:54.852530 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.quota.resource_registry [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Creating instance of TrackedResource for resource:security_group Aug 26 15:13:54.852983 dv-cinder-779576-7-iscsi neutron-server[93734]: WARNING neutron.quota.resource_registry [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] security_group is already registered Aug 26 15:13:54.853386 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.quota.resource_registry [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Creating instance of TrackedResource for resource:security_group_rule Aug 26 15:13:54.853734 dv-cinder-779576-7-iscsi neutron-server[93734]: WARNING neutron.quota.resource_registry [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] security_group_rule is already registered Aug 26 15:13:54.854354 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.v2.resource_helper [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Service CORE assigned prefix: {{(pid=93734) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 15:13:54.854678 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.quota.resource_registry [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Creating instance of TrackedResource for resource:subnetpool Aug 26 15:13:54.855008 dv-cinder-779576-7-iscsi neutron-server[93734]: WARNING neutron.quota.resource_registry [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] subnetpool is already registered Aug 26 15:13:54.855418 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.v2.resource_helper [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Service CORE assigned prefix: {{(pid=93734) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 15:13:54.855737 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.quota.resource_registry [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Creating instance of TrackedResource for resource:subnetpool Aug 26 15:13:54.856061 dv-cinder-779576-7-iscsi neutron-server[93734]: WARNING neutron.quota.resource_registry [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] subnetpool is already registered Aug 26 15:13:54.856525 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Extended resource: extensions {{(pid=93734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 15:13:54.858055 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Extended resource: address-groups {{(pid=93734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 15:13:54.859544 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Extended resource: address-scopes {{(pid=93734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 15:13:54.860972 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Extended resource: agents {{(pid=93734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 15:13:54.862178 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Extended resource: auto-allocated-topology {{(pid=93734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 15:13:54.863432 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Extended resource: availability_zones {{(pid=93734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 15:13:54.864658 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Extended resource: dhcp-networks {{(pid=93734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 15:13:54.866183 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Extended resource: dhcp-agents {{(pid=93734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 15:13:54.867600 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Extended resource: routers {{(pid=93734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 15:13:54.871020 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Extended resource: flavors {{(pid=93734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 15:13:54.872173 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Extended resource: service_profiles {{(pid=93734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 15:13:54.873394 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Extended resource: next_providers {{(pid=93734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 15:13:54.874862 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Extended resource: service_profiles {{(pid=93734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 15:13:54.876379 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Extended resource: floatingip-pools {{(pid=93734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 15:13:54.877592 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Extended resource: routers {{(pid=93734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 15:13:54.879759 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Extended resource: floatingips {{(pid=93734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 15:13:54.881046 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Extended resource: l3-routers {{(pid=93734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 15:13:54.882444 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Extended resource: l3-agents {{(pid=93734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 15:13:54.884686 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Extended resource: metering-labels {{(pid=93734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 15:13:54.886098 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Extended resource: metering-label-rules {{(pid=93734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 15:13:54.887394 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Extended resource: network-ip-availabilities {{(pid=93734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 15:13:54.888659 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Extended resource: bindings {{(pid=93734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 15:13:54.890333 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Extended resource: quotas {{(pid=93734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 15:13:54.891762 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Extended resource: quotas {{(pid=93734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 15:13:54.893178 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Extended resource: rbac-policies {{(pid=93734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 15:13:54.894402 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Extended resource: security-groups {{(pid=93734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 15:13:54.895691 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Extended resource: security-group-rules {{(pid=93734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 15:13:54.896914 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Extended resource: service-providers {{(pid=93734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 15:13:54.898162 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Extended resource: subnetpools {{(pid=93734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 15:13:54.901018 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Extended resource: subnetpools {{(pid=93734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 15:13:54.902581 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Extended resource: tags {{(pid=93734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 15:13:54.904269 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Extended resource: tags {{(pid=93734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 15:13:54.906084 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Extended resource: tags {{(pid=93734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 15:13:54.907870 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Extended resource: tags {{(pid=93734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 15:13:54.909861 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Extended resource: tags {{(pid=93734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 15:13:54.911777 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Extended resource: tags {{(pid=93734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 15:13:54.913458 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Extended resource: tags {{(pid=93734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 15:13:54.915929 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Extended resource: tags {{(pid=93734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 15:13:54.917720 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Extended resource: tags {{(pid=93734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 15:13:54.919450 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron.api.extensions [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Extended resource: tags {{(pid=93734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 15:13:54.925442 dv-cinder-779576-7-iscsi neutron-server[93734]: WARNING keystonemiddleware.auth_token [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 26 15:13:54.930988 dv-cinder-779576-7-iscsi neutron-server[93734]: WARNING keystonemiddleware.auth_token [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 26 15:13:54.939311 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_concurrency.lockutils [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Acquired lock "singleton_lock" {{(pid=93734) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 26 15:13:54.939784 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_concurrency.lockutils [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Releasing lock "singleton_lock" {{(pid=93734) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 26 15:13:54.940429 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO oslo_service.service [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Starting 2 workers Aug 26 15:13:54.945489 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Started child 93841 {{(pid=93734) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 26 15:13:54.951031 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Started child 93842 {{(pid=93734) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 26 15:13:54.951534 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:13:54.952634 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO neutron.service [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Neutron service started, listening on 0.0.0.0:9696 Aug 26 15:13:54.952993 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [-] (93841) wsgi starting up on http://0.0.0.0:9696 Aug 26 15:13:54.953310 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Notify callbacks [] for process, before_spawn {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:13:54.955772 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO oslo_service.service [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Starting 1 workers Aug 26 15:13:54.956121 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:13:54.957303 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [-] (93842) wsgi starting up on http://0.0.0.0:9696 Aug 26 15:13:54.961003 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Started child 93843 {{(pid=93734) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 26 15:13:54.961928 dv-cinder-779576-7-iscsi neutron-server[93734]: INFO oslo_service.service [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Starting 1 workers Aug 26 15:13:54.964781 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.service [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] calling RpcWorker wait() {{(pid=93843) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 26 15:13:54.965374 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.service [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] returning from RpcWorker wait() {{(pid=93843) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 26 15:13:54.966677 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Started child 93844 {{(pid=93734) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 26 15:13:54.966803 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:13:54.967256 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:13:54.967555 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-232418ff-4394-4905-b8e0-e05832a0e77c None None] Notify callbacks [] for process, after_spawn {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:13:54.969447 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93734) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 26 15:13:54.969655 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 26 15:13:54.969864 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 26 15:13:54.970072 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 26 15:13:54.970411 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 26 15:13:54.970570 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 26 15:13:54.971092 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:54.971374 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:54.971620 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:13:54.972111 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:54.972111 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:54.972247 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:54.972748 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:54.972996 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:54.973242 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:54.973502 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:54.973747 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:54.973917 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:54.974079 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:54.974343 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:54.974571 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:54.974865 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:54.975120 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:54.975356 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:54.975635 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:54.975796 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:54.976039 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:54.978354 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:54.978354 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:54.978354 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] debug = True {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:54.978354 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:54.978354 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:54.978354 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:54.978809 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:54.978809 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:54.979107 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:54.979335 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:54.979600 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:54.979852 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:54.980064 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:54.980307 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:54.980566 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:54.980807 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:54.981049 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:54.981266 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:54.981508 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:54.981770 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:54.982232 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] host = dv-cinder-779576-7-iscsi {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:54.982475 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:54.982709 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:54.982934 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:54.983158 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:54.983395 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:54.983605 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:54.983845 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:54.984081 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:54.984340 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:54.984556 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:54.984811 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:54.985099 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:54.985278 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:54.988892 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] log_file = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:54.988892 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] log_options = True {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:54.988892 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:54.988892 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:54.988892 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:54.988892 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:54.988892 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:54.989651 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:54.989651 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:54.989651 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:54.989651 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:54.989651 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:54.989651 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:54.989651 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:54.989651 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:54.990457 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:54.990457 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:54.990457 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:54.990457 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:54.990457 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:54.990457 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:54.990457 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:54.990457 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:54.991202 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:54.991202 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:54.991202 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:54.991202 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:54.991202 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:54.991668 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:54.991668 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:54.991878 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:54.992180 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:54.992180 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:54.994026 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:54.994026 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:54.994026 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:54.994734 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:54.994734 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:54.994734 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:54.995107 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:54.995107 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:54.995358 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:54.995588 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:54.995825 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:54.996067 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:54.996280 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:54.996510 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:54.996740 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] use_json = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:54.996950 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:54.997159 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:54.997420 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:54.997650 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:54.997905 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:54.998113 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:54.998323 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:54.998561 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:54.999010 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:54.999289 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:54.999608 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:54.999861 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.000086 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.000318 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.000543 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.000777 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.001021 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.001244 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.002715 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.002952 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.003164 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:13:55.004295 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.004711 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.005088 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.005501 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.005859 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.006217 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.006501 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.006754 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.007002 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.007942 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.007942 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.007942 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.009014 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.009014 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.010297 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.010297 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.010297 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.010297 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.010297 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.010872 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.010872 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.010872 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.011222 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.011345 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.012101 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.012101 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.012101 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.012543 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.012668 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.012893 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.013173 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.014367 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.014367 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.014367 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.014367 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.014367 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.014998 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.014998 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.015235 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.015433 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.015670 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.015954 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.016441 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.016681 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.016902 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.017131 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.017354 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.017575 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.017851 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.018068 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.018280 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.018496 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.018715 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.018930 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.019343 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.019992 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.020401 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.020886 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.021196 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.021589 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.021868 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.022094 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.022311 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.022580 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.023442 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.023673 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.024316 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.024316 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.024616 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.024616 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.024876 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.025112 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.025286 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.025654 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.027103 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.027916 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.028373 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.029439 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.032494 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.032764 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.033045 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.034279 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.035002 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.035334 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.035930 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.036278 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.036599 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.036894 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.037227 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.037540 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.038571 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.038571 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.038571 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.038571 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.039118 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.039118 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.039334 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.039463 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.040223 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.040904 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.041988 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.042272 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.042527 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.042801 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.043108 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.043359 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.043668 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.043914 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.044184 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.044660 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.044862 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.045149 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.045371 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.045742 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.045962 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.046193 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.046450 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.046682 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.046929 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.047150 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.047434 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.047658 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.047873 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.048085 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.048340 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.048766 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.048985 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.049167 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.049330 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.049610 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.051249 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.051514 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.052674 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.052968 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.053215 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.053478 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.053741 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.055223 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.059625 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.059625 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.061728 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.061728 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.061728 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.061728 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.062030 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.062101 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.062320 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.062566 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.062814 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.063055 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.063301 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.063528 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.063783 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.064017 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.064250 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.064490 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.064710 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.064933 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.065150 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.065383 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.065646 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.066140 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.066429 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.066699 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.066936 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.067165 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.067403 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.067641 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.067862 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.068119 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.068339 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.068560 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.068778 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.069263 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.069501 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.069735 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.069971 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.070187 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.070446 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.070699 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.071069 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.071331 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.071563 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.071801 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.072021 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.072274 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.072508 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.072731 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.072947 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.073161 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.073374 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.073634 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.073900 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.074153 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.074382 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.074591 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.074817 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.075036 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.075309 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.075573 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.075823 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.076052 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.076306 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.076563 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.076773 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.077028 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.077235 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.077447 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.077687 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.077921 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.078150 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.078376 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.078584 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.078792 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.079014 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.079230 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.079463 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.079686 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.079896 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.080145 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.080365 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.080580 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.080787 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.081009 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.081218 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.081427 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.081668 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.081914 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.082137 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.082564 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.082823 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.083105 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.083399 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.083625 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.083836 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.084139 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.084391 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.084614 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.085306 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.085445 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.085608 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.085932 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.086246 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.086519 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.086759 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.087400 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.087400 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.087655 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.088176 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.088272 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.088501 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.088749 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.088983 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.089261 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.094235 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.094235 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.094235 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.094235 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.094235 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.094235 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.094235 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.094235 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.094982 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.094982 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.094982 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.094982 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.094982 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.094982 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.094982 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.094982 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.094982 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.095684 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.095684 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.095684 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.095684 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.095684 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.095684 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.095684 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.095684 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 26 15:13:55.096428 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93734) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 26 15:13:55.096428 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 26 15:13:55.096428 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 26 15:13:55.096428 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 26 15:13:55.096804 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 26 15:13:55.096804 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 26 15:13:55.097051 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:55.097051 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:55.097244 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:55.097322 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:55.097472 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:55.097652 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:55.097834 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:55.097991 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:55.098148 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:55.098306 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:55.098462 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:55.098618 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:55.098774 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:55.098930 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:55.099085 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:55.099242 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:55.099399 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:55.099556 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:55.099717 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:55.099873 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:55.100029 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:55.100184 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:55.100339 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] debug = True {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:55.100495 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:55.100703 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:55.100866 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:55.101029 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:55.101185 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:55.101340 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:55.101498 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:55.101653 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:55.102738 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:55.102982 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:55.103204 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:55.103365 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:55.103522 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:55.103664 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:55.103825 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:55.103981 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:55.104136 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:55.104558 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] host = dv-cinder-779576-7-iscsi {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:55.104717 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:55.104876 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:55.105069 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:55.105190 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:55.105347 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:55.105505 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:55.105664 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:55.105844 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:55.106003 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:55.106159 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:55.106316 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:55.106476 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:55.106632 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:55.106788 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] log_file = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:55.106944 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] log_options = True {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:55.107029 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:13:55.107113 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:55.107246 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:55.107402 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:55.107596 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:55.107759 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:55.107918 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:55.108075 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:55.108231 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:55.108390 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:55.108547 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:55.108710 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:55.108868 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:55.109027 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:55.109161 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:55.109324 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:55.109479 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:55.109636 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:55.109831 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:55.109990 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:55.110147 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:55.110305 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:55.110463 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:55.110622 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:55.110784 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:55.110918 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:55.111073 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:55.111233 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:55.111371 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:55.111562 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:55.111696 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:55.111829 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:55.111963 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:55.112109 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:55.112263 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:55.112418 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:55.112574 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:55.112731 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:55.112892 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:55.113051 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:55.113200 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:55.113349 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:55.113506 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:55.113663 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:55.113853 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:55.113970 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:55.114132 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] use_json = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:55.114289 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:55.114443 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:55.114601 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:55.114807 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:55.114956 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:55.115096 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:55.115260 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:55.115418 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:13:55.115598 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.115756 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.115925 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.116083 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.116242 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.116408 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.116562 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.116722 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.116881 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.117041 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.117205 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.117363 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.117533 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.117731 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.118435 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.118591 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.118751 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.118909 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.119092 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.119772 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.120005 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.120172 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.120342 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.120502 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.120660 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.120820 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.121209 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.121391 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.121555 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.121737 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.121883 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.122043 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.122387 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.122387 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.122549 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.122650 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.123099 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.123267 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.123426 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.123586 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.123745 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.124082 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.124082 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.124237 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.124354 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.124498 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.124656 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.124815 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.124975 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.125135 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.125294 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.125454 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.125612 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.131129 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.131129 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.131129 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.131129 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.131129 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.131129 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.131129 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.131129 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.131129 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.132233 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.132233 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.132233 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.132233 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.132233 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.132233 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.132233 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.132233 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.132233 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.133153 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.133153 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.133153 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.133153 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.133153 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.133153 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.133153 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.133153 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.133153 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.134403 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.134403 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.134403 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.134403 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.134403 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.134403 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.134403 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.134403 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.134403 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.135287 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.135287 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.135287 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.135287 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.135287 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.135287 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.135287 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.135287 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.135977 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.135977 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.135977 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.135977 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.135977 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.135977 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.135977 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.135977 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.136610 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.136610 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.136610 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.136610 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.136610 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.136610 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.136610 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.136610 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.137142 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.137142 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.137142 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.137142 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.137142 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.137142 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.137142 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.137142 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.137669 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.137669 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.137669 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.137669 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.137669 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.137669 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.137669 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.138290 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.138290 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.138290 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.138290 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.138672 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.138672 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.138672 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.138878 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.138955 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.139111 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.139272 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.139431 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.139590 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.139750 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.139910 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.140069 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.140227 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.140387 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.140546 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.140705 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.140867 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.141026 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.141186 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.141344 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.141504 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.141664 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.141844 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.142003 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.142162 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.142323 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.142481 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.142640 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.142799 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.142959 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.143117 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.143276 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.143435 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.143594 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.143753 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.143912 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.144070 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.144228 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.144386 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.144545 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.144703 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.144861 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.145020 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.145181 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.145339 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.145499 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.145659 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.145867 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.146014 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.146174 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.146337 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.146498 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.146658 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.146816 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.146975 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.147134 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.147294 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.147454 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.147612 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.147771 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.147945 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.148104 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.148262 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.148420 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.148579 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.148736 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.148896 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.149633 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.149835 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.149995 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.150154 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.150315 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.150478 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.150638 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.150797 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.150956 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.151114 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.151272 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.151429 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.151600 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.151761 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.151920 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.152078 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.152237 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.152396 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.152565 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.152723 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.152881 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.153039 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.153196 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.153354 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.153522 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.153680 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.153869 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.154028 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.154186 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.154343 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.154512 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.154670 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.154827 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.154986 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.155144 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.155301 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.155468 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.155628 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.155807 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.156706 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.156877 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.157057 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.157214 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.161723 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.161723 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.161723 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.161723 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.161723 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.161723 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.161723 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.161723 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.162261 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.162261 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.162261 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.162261 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.162261 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.162261 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.162261 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.162261 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.162691 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.162691 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.162691 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.162691 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.162691 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.162691 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.162691 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.162691 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.163142 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.163142 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.163142 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.163142 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.163142 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.163142 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.163462 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.163462 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.163584 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.163664 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.163866 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.163953 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.164091 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.164252 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.164415 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.164605 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.165281 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.165443 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.165686 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.165988 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.166148 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.166304 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.166489 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.166706 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:13:55.166835 dv-cinder-779576-7-iscsi neutron-server[93734]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 26 15:13:55.212459 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 49534) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:13:55.221194 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064690 Aug 26 15:14:07.275123 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7fb977-87d4-4d47-98ca-7220bce33311 None None] get_active_networks_info from dv-cinder-779576-7-iscsi {{(pid=93843) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 26 15:14:07.374040 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7fb977-87d4-4d47-98ca-7220bce33311 None None] No non-hosted networks {{(pid=93843) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 26 15:14:07.393150 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.agentschedulers_db [None req-ae7fb977-87d4-4d47-98ca-7220bce33311 None None] DHCP Agent not found on host dv-cinder-779576-7-iscsi {{(pid=93843) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 26 15:14:07.624550 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-1eb6f111-4012-48d4-bdd9-fc69c29a86c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3924805'] for agent, after_create {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:14:09.792384 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3924805'] for agent, after_create {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:14:09.795189 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:14:09.800928 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:14:09.803330 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:14:09.805437 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:14:09.806715 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:14:09.808834 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:14:09.810499 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:14:09.812703 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:14:09.814635 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:14:09.816193 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:14:09.817848 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:14:09.818992 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:14:09.820500 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-779576-7-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:14:09.842462 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-779576-7-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:14:09.923640 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-b1ef7460-ca9a-4fda-a7a5-966a4dd9a5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3924805'] for agent, after_create {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:14:10.023598 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-a65f5eda-8a66-405e-9075-0d89d05d5c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:14:11.397271 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c45f19a1-5a59-44e4-9446-0a9261f71b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3924805'] for agent, after_create {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:14:12.951766 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-a6032fac-f2a0-46d6-9c2c-2483dfdc6249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3924805'] for agent, after_create {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:14:13.043918 dv-cinder-779576-7-iscsi neutron-server[93843]: INFO neutron.db.l3_hamode_db [None req-9449cee8-57d6-4169-a797-478c3851648c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 26 15:14:13.125754 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9449cee8-57d6-4169-a797-478c3851648c None None] Routers set() bound to L3 agent in host dv-cinder-779576-7-iscsi {{(pid=93843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 15:14:13.126158 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9449cee8-57d6-4169-a797-478c3851648c None None] Router IDs set() for agent in host dv-cinder-779576-7-iscsi {{(pid=93843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 26 15:14:14.230913 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 49626) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:14:14.746667 dv-cinder-779576-7-iscsi neutron-server[93842]: WARNING oslo_policy.policy [None req-0ce74421-4704-4ce2-888f-306de88e5f52 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 26 15:14:14.747262 dv-cinder-779576-7-iscsi neutron-server[93842]: WARNING oslo_policy.policy [None req-0ce74421-4704-4ce2-888f-306de88e5f52 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 26 15:14:14.970492 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [None req-0ce74421-4704-4ce2-888f-306de88e5f52 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93842) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 15:14:14.971547 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-0ce74421-4704-4ce2-888f-306de88e5f52 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7397001 Aug 26 15:14:17.375827 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 49640) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:14:17.707080 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [None req-59ee38d3-fbcb-4adc-ab06-597523198e27 admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:14:17.801396 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.policy [None req-59ee38d3-fbcb-4adc-ab06-597523198e27 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93842) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 26 15:14:17.846943 dv-cinder-779576-7-iscsi neutron-server[93842]: WARNING oslo_policy.policy [None req-59ee38d3-fbcb-4adc-ab06-597523198e27 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 26 15:14:17.847317 dv-cinder-779576-7-iscsi neutron-server[93842]: WARNING oslo_policy.policy [None req-59ee38d3-fbcb-4adc-ab06-597523198e27 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 26 15:14:17.855958 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.quota [None req-59ee38d3-fbcb-4adc-ab06-597523198e27 admin admin] Loaded quota_driver: . Aug 26 15:14:17.947651 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-59ee38d3-fbcb-4adc-ab06-597523198e27 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793280117716', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793280117795', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793280195263', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793280198107', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793280481580', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793280151732', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-527079', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-664025', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3845311', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3792159'] for rbac-policy, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:14:18.013604 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-59ee38d3-fbcb-4adc-ab06-597523198e27 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:14:18.014874 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-59ee38d3-fbcb-4adc-ab06-597523198e27 admin admin] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6383305 Aug 26 15:14:20.624382 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 49652) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:14:21.134809 dv-cinder-779576-7-iscsi neutron-server[93841]: WARNING oslo_policy.policy [None req-c1422557-76cf-404e-ac19-79d2f6e09a82 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 26 15:14:21.135409 dv-cinder-779576-7-iscsi neutron-server[93841]: WARNING oslo_policy.policy [None req-c1422557-76cf-404e-ac19-79d2f6e09a82 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 26 15:14:21.361311 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [None req-c1422557-76cf-404e-ac19-79d2f6e09a82 admin admin] Request body: {'network': {'name': 'private', 'project_id': '5c40be0dc1cf43a99d39d1421455558b', 'admin_state_up': True, 'tenant_id': '5c40be0dc1cf43a99d39d1421455558b'}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:14:21.362992 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.quota [None req-c1422557-76cf-404e-ac19-79d2f6e09a82 admin admin] Loaded quota_driver: . Aug 26 15:14:21.418515 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1422557-76cf-404e-ac19-79d2f6e09a82 admin admin] Made reservation on behalf of 5c40be0dc1cf43a99d39d1421455558b for: {'network': 1} {{(pid=93841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:14:21.484985 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.policy [None req-c1422557-76cf-404e-ac19-79d2f6e09a82 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93841) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 26 15:14:21.531365 dv-cinder-779576-7-iscsi neutron-server[93841]: WARNING oslo_policy.policy [None req-c1422557-76cf-404e-ac19-79d2f6e09a82 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 26 15:14:21.531748 dv-cinder-779576-7-iscsi neutron-server[93841]: WARNING oslo_policy.policy [None req-c1422557-76cf-404e-ac19-79d2f6e09a82 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 26 15:14:21.541820 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-c1422557-76cf-404e-ac19-79d2f6e09a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for network, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:14:21.564165 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-c1422557-76cf-404e-ac19-79d2f6e09a82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:14:21.701100 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-c1422557-76cf-404e-ac19-79d2f6e09a82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:14:21.705266 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-c1422557-76cf-404e-ac19-79d2f6e09a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:14:21.729332 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1422557-76cf-404e-ac19-79d2f6e09a82 admin admin] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=93841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 15:14:21.757088 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-c1422557-76cf-404e-ac19-79d2f6e09a82 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793280934629', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509819'] for segment, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:14:21.758329 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-c1422557-76cf-404e-ac19-79d2f6e09a82 admin admin] Unsubscribe: segment precommit_create {{(pid=93841) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 26 15:14:21.758880 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.db.segments_db [None req-c1422557-76cf-404e-ac19-79d2f6e09a82 admin admin] Added segment 679855b2-666f-4905-bde1-37ea7fd5ea06 of type vlan for network fb2917ad-8880-4509-9f11-05db802883bd Aug 26 15:14:21.764571 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1422557-76cf-404e-ac19-79d2f6e09a82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15ba8248-4e60-41e2-9cb2-79aa9003e0c3,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:14:21.785944 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1422557-76cf-404e-ac19-79d2f6e09a82 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:14:21.786306 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1422557-76cf-404e-ac19-79d2f6e09a82 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:14:21.786647 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1422557-76cf-404e-ac19-79d2f6e09a82 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:14:21.786978 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1422557-76cf-404e-ac19-79d2f6e09a82 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:14:21.787305 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1422557-76cf-404e-ac19-79d2f6e09a82 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:14:21.787631 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1422557-76cf-404e-ac19-79d2f6e09a82 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:14:21.787954 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1422557-76cf-404e-ac19-79d2f6e09a82 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:14:21.788274 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1422557-76cf-404e-ac19-79d2f6e09a82 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:14:21.788696 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1422557-76cf-404e-ac19-79d2f6e09a82 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:14:21.789016 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1422557-76cf-404e-ac19-79d2f6e09a82 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:14:21.789417 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1422557-76cf-404e-ac19-79d2f6e09a82 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:14:21.789757 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1422557-76cf-404e-ac19-79d2f6e09a82 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:14:21.790874 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1422557-76cf-404e-ac19-79d2f6e09a82 admin admin] Tracked resource versions report: Aug 26 15:14:21.790874 dv-cinder-779576-7-iscsi neutron-server[93841]: pushed versions: Aug 26 15:14:21.790874 dv-cinder-779576-7-iscsi neutron-server[93841]: { 'AddressGroup': {'1.2'}, Aug 26 15:14:21.790874 dv-cinder-779576-7-iscsi neutron-server[93841]: 'ConntrackHelper': {'1.0'}, Aug 26 15:14:21.790874 dv-cinder-779576-7-iscsi neutron-server[93841]: 'Log': {'1.0'}, Aug 26 15:14:21.790874 dv-cinder-779576-7-iscsi neutron-server[93841]: 'Network': {'1.1'}, Aug 26 15:14:21.790874 dv-cinder-779576-7-iscsi neutron-server[93841]: 'Port': {'1.7'}, Aug 26 15:14:21.790874 dv-cinder-779576-7-iscsi neutron-server[93841]: 'PortForwarding': {'1.2'}, Aug 26 15:14:21.790874 dv-cinder-779576-7-iscsi neutron-server[93841]: 'QosPolicy': {'1.9'}, Aug 26 15:14:21.790874 dv-cinder-779576-7-iscsi neutron-server[93841]: 'SecurityGroup': {'1.4'}, Aug 26 15:14:21.790874 dv-cinder-779576-7-iscsi neutron-server[93841]: 'SecurityGroupRule': {'1.2'}, Aug 26 15:14:21.790874 dv-cinder-779576-7-iscsi neutron-server[93841]: 'SubPort': {'1.0'}, Aug 26 15:14:21.790874 dv-cinder-779576-7-iscsi neutron-server[93841]: 'Subnet': {'1.1'}, Aug 26 15:14:21.790874 dv-cinder-779576-7-iscsi neutron-server[93841]: 'Trunk': {'1.1'}} Aug 26 15:14:21.790874 dv-cinder-779576-7-iscsi neutron-server[93841]: consumer versions: Aug 26 15:14:21.790874 dv-cinder-779576-7-iscsi neutron-server[93841]: { DHCP agent@dv-cinder-779576-7-iscsi: {}, Aug 26 15:14:21.790874 dv-cinder-779576-7-iscsi neutron-server[93841]: L3 agent@dv-cinder-779576-7-iscsi: {}, Aug 26 15:14:21.790874 dv-cinder-779576-7-iscsi neutron-server[93841]: Metadata agent@dv-cinder-779576-7-iscsi: {}, Aug 26 15:14:21.790874 dv-cinder-779576-7-iscsi neutron-server[93841]: Metering agent@dv-cinder-779576-7-iscsi: {}, Aug 26 15:14:21.790874 dv-cinder-779576-7-iscsi neutron-server[93841]: Open vSwitch agent@dv-cinder-779576-7-iscsi: { 'AddressGroup': '1.2', Aug 26 15:14:21.790874 dv-cinder-779576-7-iscsi neutron-server[93841]: 'ConntrackHelper': '1.0', Aug 26 15:14:21.790874 dv-cinder-779576-7-iscsi neutron-server[93841]: 'Log': '1.0', Aug 26 15:14:21.790874 dv-cinder-779576-7-iscsi neutron-server[93841]: 'Network': '1.1', Aug 26 15:14:21.790874 dv-cinder-779576-7-iscsi neutron-server[93841]: 'Port': '1.7', Aug 26 15:14:21.790874 dv-cinder-779576-7-iscsi neutron-server[93841]: 'PortForwarding': '1.2', Aug 26 15:14:21.790874 dv-cinder-779576-7-iscsi neutron-server[93841]: 'QosPolicy': '1.9', Aug 26 15:14:21.790874 dv-cinder-779576-7-iscsi neutron-server[93841]: 'SecurityGroup': '1.4', Aug 26 15:14:21.790874 dv-cinder-779576-7-iscsi neutron-server[93841]: 'SecurityGroupRule': '1.2', Aug 26 15:14:21.790874 dv-cinder-779576-7-iscsi neutron-server[93841]: 'SubPort': '1.0', Aug 26 15:14:21.790874 dv-cinder-779576-7-iscsi neutron-server[93841]: 'Subnet': '1.1', Aug 26 15:14:21.790874 dv-cinder-779576-7-iscsi neutron-server[93841]: 'Trunk': '1.1'}} Aug 26 15:14:21.790874 dv-cinder-779576-7-iscsi neutron-server[93841]: {{(pid=93841) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 26 15:14:21.880650 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-c1422557-76cf-404e-ac19-79d2f6e09a82 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793280371833'] for network, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:14:21.924090 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-c1422557-76cf-404e-ac19-79d2f6e09a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337'] for network, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:14:21.925405 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1422557-76cf-404e-ac19-79d2f6e09a82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:14:21.926101 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-c1422557-76cf-404e-ac19-79d2f6e09a82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774323'] for network, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:14:22.013098 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-c1422557-76cf-404e-ac19-79d2f6e09a82 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3863585 Aug 26 15:14:22.021205 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1422557-76cf-404e-ac19-79d2f6e09a82 admin admin] Pushing event updated for resources: {'Network': ['ID=fb2917ad-8880-4509-9f11-05db802883bd,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:14:22.046662 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Network fb2917ad-8880-4509-9f11-05db802883bd details requested by agent ovs-agent-dv-cinder-779576-7-iscsi with host dv-cinder-779576-7-iscsi {{(pid=93843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 15:14:24.692243 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 49674) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:14:25.125198 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4f14d4-a911-4a53-8817-bbbe6cd2ec2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:14:25.126733 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-cb4f14d4-a911-4a53-8817-bbbe6cd2ec2f admin admin] 10.222.0.20 "GET /v2.0/networks/fb2917ad-8880-4509-9f11-05db802883bd HTTP/1.1" status: 200 len: 825 time: 0.4335756 Aug 26 15:14:25.152398 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-607620ce-81d9-41c5-932b-ae82b7375c9a admin admin] 10.222.0.20 "GET /v2.0/subnetpools/4ff998de-615f-4e17-a4f1-fdd549e9af42 HTTP/1.1" status: 200 len: 734 time: 0.0189083 Aug 26 15:14:25.161830 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [None req-32919d0d-574a-4b13-9f43-cd9a577b734f admin admin] Request body: {'subnet': {'ip_version': 4, 'tenant_id': '5c40be0dc1cf43a99d39d1421455558b', 'network_id': 'fb2917ad-8880-4509-9f11-05db802883bd', 'name': 'private-subnet', 'subnetpool_id': '4ff998de-615f-4e17-a4f1-fdd549e9af42', 'gateway_ip': '172.20.0.1'}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:14:25.187860 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32919d0d-574a-4b13-9f43-cd9a577b734f admin admin] Made reservation on behalf of 5c40be0dc1cf43a99d39d1421455558b for: {'subnet': 1} {{(pid=93842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:14:25.190500 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-32919d0d-574a-4b13-9f43-cd9a577b734f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:14:25.478985 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-32919d0d-574a-4b13-9f43-cd9a577b734f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337'] for subnet, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:14:25.546752 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32919d0d-574a-4b13-9f43-cd9a577b734f admin admin] Checking segment: {'id': '679855b2-666f-4905-bde1-37ea7fd5ea06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fb2917ad-8880-4509-9f11-05db802883bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 15:14:25.547124 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32919d0d-574a-4b13-9f43-cd9a577b734f admin admin] Network hostable DHCP agents. Network: fb2917ad-8880-4509-9f11-05db802883bd, hostable agents: ['c577b1e9-213f-4ed4-b1c1-ed72ab3b29a9'], hosted agents: [] {{(pid=93842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 15:14:25.562598 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32919d0d-574a-4b13-9f43-cd9a577b734f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b9cb106-4e9b-4127-a169-6af8528c1dd1,revision_number=0']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:14:25.574399 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32919d0d-574a-4b13-9f43-cd9a577b734f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:14:25.574771 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32919d0d-574a-4b13-9f43-cd9a577b734f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:14:25.575102 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32919d0d-574a-4b13-9f43-cd9a577b734f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:14:25.575426 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32919d0d-574a-4b13-9f43-cd9a577b734f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:14:25.575746 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32919d0d-574a-4b13-9f43-cd9a577b734f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:14:25.576079 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32919d0d-574a-4b13-9f43-cd9a577b734f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:14:25.576410 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32919d0d-574a-4b13-9f43-cd9a577b734f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:14:25.576710 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32919d0d-574a-4b13-9f43-cd9a577b734f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:14:25.577024 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32919d0d-574a-4b13-9f43-cd9a577b734f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:14:25.577333 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32919d0d-574a-4b13-9f43-cd9a577b734f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:14:25.577643 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32919d0d-574a-4b13-9f43-cd9a577b734f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:14:25.577980 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32919d0d-574a-4b13-9f43-cd9a577b734f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:14:25.579126 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32919d0d-574a-4b13-9f43-cd9a577b734f admin admin] Tracked resource versions report: Aug 26 15:14:25.579126 dv-cinder-779576-7-iscsi neutron-server[93842]: pushed versions: Aug 26 15:14:25.579126 dv-cinder-779576-7-iscsi neutron-server[93842]: { 'AddressGroup': {'1.2'}, Aug 26 15:14:25.579126 dv-cinder-779576-7-iscsi neutron-server[93842]: 'ConntrackHelper': {'1.0'}, Aug 26 15:14:25.579126 dv-cinder-779576-7-iscsi neutron-server[93842]: 'Log': {'1.0'}, Aug 26 15:14:25.579126 dv-cinder-779576-7-iscsi neutron-server[93842]: 'Network': {'1.1'}, Aug 26 15:14:25.579126 dv-cinder-779576-7-iscsi neutron-server[93842]: 'Port': {'1.7'}, Aug 26 15:14:25.579126 dv-cinder-779576-7-iscsi neutron-server[93842]: 'PortForwarding': {'1.2'}, Aug 26 15:14:25.579126 dv-cinder-779576-7-iscsi neutron-server[93842]: 'QosPolicy': {'1.9'}, Aug 26 15:14:25.579126 dv-cinder-779576-7-iscsi neutron-server[93842]: 'SecurityGroup': {'1.4'}, Aug 26 15:14:25.579126 dv-cinder-779576-7-iscsi neutron-server[93842]: 'SecurityGroupRule': {'1.2'}, Aug 26 15:14:25.579126 dv-cinder-779576-7-iscsi neutron-server[93842]: 'SubPort': {'1.0'}, Aug 26 15:14:25.579126 dv-cinder-779576-7-iscsi neutron-server[93842]: 'Subnet': {'1.1'}, Aug 26 15:14:25.579126 dv-cinder-779576-7-iscsi neutron-server[93842]: 'Trunk': {'1.1'}} Aug 26 15:14:25.579126 dv-cinder-779576-7-iscsi neutron-server[93842]: consumer versions: Aug 26 15:14:25.579126 dv-cinder-779576-7-iscsi neutron-server[93842]: { DHCP agent@dv-cinder-779576-7-iscsi: {}, Aug 26 15:14:25.579126 dv-cinder-779576-7-iscsi neutron-server[93842]: L3 agent@dv-cinder-779576-7-iscsi: {}, Aug 26 15:14:25.579126 dv-cinder-779576-7-iscsi neutron-server[93842]: Metadata agent@dv-cinder-779576-7-iscsi: {}, Aug 26 15:14:25.579126 dv-cinder-779576-7-iscsi neutron-server[93842]: Metering agent@dv-cinder-779576-7-iscsi: {}, Aug 26 15:14:25.579126 dv-cinder-779576-7-iscsi neutron-server[93842]: Open vSwitch agent@dv-cinder-779576-7-iscsi: { 'AddressGroup': '1.2', Aug 26 15:14:25.579126 dv-cinder-779576-7-iscsi neutron-server[93842]: 'ConntrackHelper': '1.0', Aug 26 15:14:25.579126 dv-cinder-779576-7-iscsi neutron-server[93842]: 'Log': '1.0', Aug 26 15:14:25.579126 dv-cinder-779576-7-iscsi neutron-server[93842]: 'Network': '1.1', Aug 26 15:14:25.579126 dv-cinder-779576-7-iscsi neutron-server[93842]: 'Port': '1.7', Aug 26 15:14:25.579126 dv-cinder-779576-7-iscsi neutron-server[93842]: 'PortForwarding': '1.2', Aug 26 15:14:25.579126 dv-cinder-779576-7-iscsi neutron-server[93842]: 'QosPolicy': '1.9', Aug 26 15:14:25.579126 dv-cinder-779576-7-iscsi neutron-server[93842]: 'SecurityGroup': '1.4', Aug 26 15:14:25.579126 dv-cinder-779576-7-iscsi neutron-server[93842]: 'SecurityGroupRule': '1.2', Aug 26 15:14:25.579126 dv-cinder-779576-7-iscsi neutron-server[93842]: 'SubPort': '1.0', Aug 26 15:14:25.579126 dv-cinder-779576-7-iscsi neutron-server[93842]: 'Subnet': '1.1', Aug 26 15:14:25.579126 dv-cinder-779576-7-iscsi neutron-server[93842]: 'Trunk': '1.1'}} Aug 26 15:14:25.579126 dv-cinder-779576-7-iscsi neutron-server[93842]: {{(pid=93842) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 26 15:14:25.611658 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32919d0d-574a-4b13-9f43-cd9a577b734f admin admin] Network fb2917ad-8880-4509-9f11-05db802883bd is scheduled to be hosted by DHCP agent c577b1e9-213f-4ed4-b1c1-ed72ab3b29a9 with binding_index 1 {{(pid=93842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 15:14:25.625630 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.scheduler.base_scheduler [None req-32919d0d-574a-4b13-9f43-cd9a577b734f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779576-7-iscsi, fb2917ad-8880-4509-9f11-05db802883bd) {{(pid=93842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:14:25.630364 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32919d0d-574a-4b13-9f43-cd9a577b734f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:14:25.630972 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-32919d0d-574a-4b13-9f43-cd9a577b734f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774323'] for subnet, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:14:25.636024 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb3c62d-79bd-49af-85ff-eba22543dad9 None None] Network fb2917ad-8880-4509-9f11-05db802883bd requested from dv-cinder-779576-7-iscsi {{(pid=93843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 15:14:25.645385 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-32919d0d-574a-4b13-9f43-cd9a577b734f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4868085 Aug 26 15:14:25.964623 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162f1c1e-28b4-40fc-8225-6481993d04c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4cc187a2-af17-53df-8bc0-65deb136d35f-fb2917ad-8880-4509-9f11-05db802883bd', 'network_id': 'fb2917ad-8880-4509-9f11-05db802883bd', 'tenant_id': '5c40be0dc1cf43a99d39d1421455558b', 'fixed_ips': [{'subnet_id': '4b9cb106-4e9b-4127-a169-6af8528c1dd1'}]}} from dv-cinder-779576-7-iscsi. {{(pid=93843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 15:14:25.965913 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-162f1c1e-28b4-40fc-8225-6481993d04c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_create {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:14:26.245957 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.db_base_plugin_common [None req-162f1c1e-28b4-40fc-8225-6481993d04c4 None None] Allocated IP 172.20.0.2 (fb2917ad-8880-4509-9f11-05db802883bd/4b9cb106-4e9b-4127-a169-6af8528c1dd1/27ee32b2-9a5b-4ae0-a238-f3de10d97b67) {{(pid=93843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:14:26.466292 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-162f1c1e-28b4-40fc-8225-6481993d04c4 None None] Notify callbacks [] for port, precommit_create {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:14:26.482364 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-162f1c1e-28b4-40fc-8225-6481993d04c4 None None] Transition to ACTIVE for port object 27ee32b2-9a5b-4ae0-a238-f3de10d97b67 will not be triggered until provisioned by entity L2. {{(pid=93843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 15:14:26.506828 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-162f1c1e-28b4-40fc-8225-6481993d04c4 None None] Transition to ACTIVE for port object 27ee32b2-9a5b-4ae0-a238-f3de10d97b67 will not be triggered until provisioned by entity DHCP. {{(pid=93843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 15:14:26.515918 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-162f1c1e-28b4-40fc-8225-6481993d04c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793280355359'] for port, after_create {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:14:26.609189 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-162f1c1e-28b4-40fc-8225-6481993d04c4 None None] Network fb2917ad-8880-4509-9f11-05db802883bd is already hosted by enough agents. {{(pid=93843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:14:26.615849 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.scheduler.base_scheduler [None req-162f1c1e-28b4-40fc-8225-6481993d04c4 None None] Resources bound (agent type, host, resource id): {{(pid=93843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:14:26.626787 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162f1c1e-28b4-40fc-8225-6481993d04c4 None None] Received port after_create {{(pid=93843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 15:14:26.634529 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162f1c1e-28b4-40fc-8225-6481993d04c4 None None] Pushing event updated for resources: {'Port': ['ID=27ee32b2-9a5b-4ae0-a238-f3de10d97b67,revision_number=1']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:14:26.663133 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162f1c1e-28b4-40fc-8225-6481993d04c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:14:26.664325 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162f1c1e-28b4-40fc-8225-6481993d04c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:14:26.664573 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162f1c1e-28b4-40fc-8225-6481993d04c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:14:26.664910 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162f1c1e-28b4-40fc-8225-6481993d04c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:14:26.665242 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162f1c1e-28b4-40fc-8225-6481993d04c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:14:26.665571 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162f1c1e-28b4-40fc-8225-6481993d04c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:14:26.665922 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162f1c1e-28b4-40fc-8225-6481993d04c4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:14:26.666250 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162f1c1e-28b4-40fc-8225-6481993d04c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:14:26.666593 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162f1c1e-28b4-40fc-8225-6481993d04c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:14:26.666943 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162f1c1e-28b4-40fc-8225-6481993d04c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:14:26.667245 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162f1c1e-28b4-40fc-8225-6481993d04c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:14:26.667566 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162f1c1e-28b4-40fc-8225-6481993d04c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:14:26.668705 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162f1c1e-28b4-40fc-8225-6481993d04c4 None None] Tracked resource versions report: Aug 26 15:14:26.668705 dv-cinder-779576-7-iscsi neutron-server[93843]: pushed versions: Aug 26 15:14:26.668705 dv-cinder-779576-7-iscsi neutron-server[93843]: { 'AddressGroup': {'1.2'}, Aug 26 15:14:26.668705 dv-cinder-779576-7-iscsi neutron-server[93843]: 'ConntrackHelper': {'1.0'}, Aug 26 15:14:26.668705 dv-cinder-779576-7-iscsi neutron-server[93843]: 'Log': {'1.0'}, Aug 26 15:14:26.668705 dv-cinder-779576-7-iscsi neutron-server[93843]: 'Network': {'1.1'}, Aug 26 15:14:26.668705 dv-cinder-779576-7-iscsi neutron-server[93843]: 'Port': {'1.7'}, Aug 26 15:14:26.668705 dv-cinder-779576-7-iscsi neutron-server[93843]: 'PortForwarding': {'1.2'}, Aug 26 15:14:26.668705 dv-cinder-779576-7-iscsi neutron-server[93843]: 'QosPolicy': {'1.9'}, Aug 26 15:14:26.668705 dv-cinder-779576-7-iscsi neutron-server[93843]: 'SecurityGroup': {'1.4'}, Aug 26 15:14:26.668705 dv-cinder-779576-7-iscsi neutron-server[93843]: 'SecurityGroupRule': {'1.2'}, Aug 26 15:14:26.668705 dv-cinder-779576-7-iscsi neutron-server[93843]: 'SubPort': {'1.0'}, Aug 26 15:14:26.668705 dv-cinder-779576-7-iscsi neutron-server[93843]: 'Subnet': {'1.1'}, Aug 26 15:14:26.668705 dv-cinder-779576-7-iscsi neutron-server[93843]: 'Trunk': {'1.1'}} Aug 26 15:14:26.668705 dv-cinder-779576-7-iscsi neutron-server[93843]: consumer versions: Aug 26 15:14:26.668705 dv-cinder-779576-7-iscsi neutron-server[93843]: { DHCP agent@dv-cinder-779576-7-iscsi: {}, Aug 26 15:14:26.668705 dv-cinder-779576-7-iscsi neutron-server[93843]: L3 agent@dv-cinder-779576-7-iscsi: {}, Aug 26 15:14:26.668705 dv-cinder-779576-7-iscsi neutron-server[93843]: Metadata agent@dv-cinder-779576-7-iscsi: {}, Aug 26 15:14:26.668705 dv-cinder-779576-7-iscsi neutron-server[93843]: Metering agent@dv-cinder-779576-7-iscsi: {}, Aug 26 15:14:26.668705 dv-cinder-779576-7-iscsi neutron-server[93843]: Open vSwitch agent@dv-cinder-779576-7-iscsi: { 'AddressGroup': '1.2', Aug 26 15:14:26.668705 dv-cinder-779576-7-iscsi neutron-server[93843]: 'ConntrackHelper': '1.0', Aug 26 15:14:26.668705 dv-cinder-779576-7-iscsi neutron-server[93843]: 'Log': '1.0', Aug 26 15:14:26.668705 dv-cinder-779576-7-iscsi neutron-server[93843]: 'Network': '1.1', Aug 26 15:14:26.668705 dv-cinder-779576-7-iscsi neutron-server[93843]: 'Port': '1.7', Aug 26 15:14:26.668705 dv-cinder-779576-7-iscsi neutron-server[93843]: 'PortForwarding': '1.2', Aug 26 15:14:26.668705 dv-cinder-779576-7-iscsi neutron-server[93843]: 'QosPolicy': '1.9', Aug 26 15:14:26.668705 dv-cinder-779576-7-iscsi neutron-server[93843]: 'SecurityGroup': '1.4', Aug 26 15:14:26.668705 dv-cinder-779576-7-iscsi neutron-server[93843]: 'SecurityGroupRule': '1.2', Aug 26 15:14:26.668705 dv-cinder-779576-7-iscsi neutron-server[93843]: 'SubPort': '1.0', Aug 26 15:14:26.668705 dv-cinder-779576-7-iscsi neutron-server[93843]: 'Subnet': '1.1', Aug 26 15:14:26.668705 dv-cinder-779576-7-iscsi neutron-server[93843]: 'Trunk': '1.1'}} Aug 26 15:14:26.668705 dv-cinder-779576-7-iscsi neutron-server[93843]: {{(pid=93843) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 26 15:14:26.723721 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-162f1c1e-28b4-40fc-8225-6481993d04c4 None None] Attempting to bind port 27ee32b2-9a5b-4ae0-a238-f3de10d97b67 on host dv-cinder-779576-7-iscsi for vnic_type normal with profile {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 15:14:26.723930 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-162f1c1e-28b4-40fc-8225-6481993d04c4 None None] Attempting to bind port 27ee32b2-9a5b-4ae0-a238-f3de10d97b67 by drivers openvswitch,hyperv on host dv-cinder-779576-7-iscsi at level 0 using segments [{'id': '679855b2-666f-4905-bde1-37ea7fd5ea06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fb2917ad-8880-4509-9f11-05db802883bd'}] {{(pid=93843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 15:14:26.724338 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162f1c1e-28b4-40fc-8225-6481993d04c4 None None] Attempting to bind port 27ee32b2-9a5b-4ae0-a238-f3de10d97b67 on network fb2917ad-8880-4509-9f11-05db802883bd {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 15:14:26.730032 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162f1c1e-28b4-40fc-8225-6481993d04c4 None None] Checking agent: {'id': '072be889-8d10-4535-8eb8-b08180675ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779576-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 15, 14, 10), 'started_at': datetime.datetime(2021, 8, 26, 15, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 15, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779576-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 15:14:26.730429 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162f1c1e-28b4-40fc-8225-6481993d04c4 None None] Checking segment: {'id': '679855b2-666f-4905-bde1-37ea7fd5ea06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fb2917ad-8880-4509-9f11-05db802883bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 15:14:26.730933 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-162f1c1e-28b4-40fc-8225-6481993d04c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:14:26.731290 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162f1c1e-28b4-40fc-8225-6481993d04c4 None None] Bound using segment: {'id': '679855b2-666f-4905-bde1-37ea7fd5ea06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fb2917ad-8880-4509-9f11-05db802883bd'} {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 15:14:26.731787 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-162f1c1e-28b4-40fc-8225-6481993d04c4 None None] Bound port: 27ee32b2-9a5b-4ae0-a238-f3de10d97b67, host: dv-cinder-779576-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '679855b2-666f-4905-bde1-37ea7fd5ea06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fb2917ad-8880-4509-9f11-05db802883bd'}}] {{(pid=93843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 15:14:26.732204 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-162f1c1e-28b4-40fc-8225-6481993d04c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:14:26.795080 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-162f1c1e-28b4-40fc-8225-6481993d04c4 None None] For port 27ee32b2-9a5b-4ae0-a238-f3de10d97b67, host dv-cinder-779576-7-iscsi, cleared binding levels {{(pid=93843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:14:26.799482 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-162f1c1e-28b4-40fc-8225-6481993d04c4 None None] For port 27ee32b2-9a5b-4ae0-a238-f3de10d97b67, host dv-cinder-779576-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-7-iscsi',level=0,port_id=27ee32b2-9a5b-4ae0-a238-f3de10d97b67,segment=NetworkSegment(679855b2-666f-4905-bde1-37ea7fd5ea06),segment_id=679855b2-666f-4905-bde1-37ea7fd5ea06)] {{(pid=93843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:14:26.803615 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-162f1c1e-28b4-40fc-8225-6481993d04c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:14:26.868160 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162f1c1e-28b4-40fc-8225-6481993d04c4 None None] Pushing event updated for resources: {'Port': ['ID=27ee32b2-9a5b-4ae0-a238-f3de10d97b67,revision_number=2']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:14:28.105583 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 49686) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:14:28.431392 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [None req-2c255f1d-5be8-4e64-a20c-487ba01fe5b7 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93842) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 15:14:28.432369 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-2c255f1d-5be8-4e64-a20c-487ba01fe5b7 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3258200 Aug 26 15:14:30.894750 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 49694) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:14:31.212218 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [None req-a0ffd4c0-924e-4a90-b155-ebacae4d1df3 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 15:14:31.213215 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-a0ffd4c0-924e-4a90-b155-ebacae4d1df3 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3175144 Aug 26 15:14:33.893840 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 49704) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:14:34.219158 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [None req-036eac6e-1b8e-4a57-9596-2aa04d26ba19 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '5c40be0dc1cf43a99d39d1421455558b'}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:14:34.247719 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-036eac6e-1b8e-4a57-9596-2aa04d26ba19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3930572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28712'] for router, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:14:34.249209 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-036eac6e-1b8e-4a57-9596-2aa04d26ba19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3930464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3928842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3854504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28705'] for router, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:14:34.389490 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-036eac6e-1b8e-4a57-9596-2aa04d26ba19 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:14:34.394052 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-036eac6e-1b8e-4a57-9596-2aa04d26ba19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3930459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3928533'] for router, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:14:34.406406 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-036eac6e-1b8e-4a57-9596-2aa04d26ba19 admin admin] Notify callbacks [] for router, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:14:34.407623 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-036eac6e-1b8e-4a57-9596-2aa04d26ba19 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5128205 Aug 26 15:14:35.341268 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5fbe6a-2afc-4db0-bbf6-4760fe9bf16c None None] Network fb2917ad-8880-4509-9f11-05db802883bd requested from dv-cinder-779576-7-iscsi {{(pid=93843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 15:14:35.396306 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-e68bfef1-f399-4efa-bad7-865ef12d411d None None] Provisioning for port 27ee32b2-9a5b-4ae0-a238-f3de10d97b67 completed by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 15:14:36.225974 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Device 27ee32b2-9a5b-4ae0-a238-f3de10d97b67 up at agent ovs-agent-dv-cinder-779576-7-iscsi {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:14:36.307953 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Provisioning for port 27ee32b2-9a5b-4ae0-a238-f3de10d97b67 completed by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 15:14:36.311559 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Provisioning complete for port 27ee32b2-9a5b-4ae0-a238-f3de10d97b67 triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:14:36.311943 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:14:36.417893 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:14:36.462121 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] For port 27ee32b2-9a5b-4ae0-a238-f3de10d97b67, host dv-cinder-779576-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-7-iscsi',level=0,port_id=27ee32b2-9a5b-4ae0-a238-f3de10d97b67,segment=NetworkSegment(679855b2-666f-4905-bde1-37ea7fd5ea06),segment_id=679855b2-666f-4905-bde1-37ea7fd5ea06)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:14:36.466104 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:14:36.517315 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Pushing event updated for resources: {'Port': ['ID=27ee32b2-9a5b-4ae0-a238-f3de10d97b67,revision_number=3']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:14:36.828064 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 49716) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:14:37.149490 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [None req-0626fd13-9a73-49a4-9c5f-603c648ad921 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 15:14:37.150513 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-0626fd13-9a73-49a4-9c5f-603c648ad921 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3216817 Aug 26 15:14:37.176669 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-5d096089-956a-42c3-963d-75078b499036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:14:38.204292 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Device 27ee32b2-9a5b-4ae0-a238-f3de10d97b67 up at agent ovs-agent-dv-cinder-779576-7-iscsi {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:14:38.252541 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Provisioning complete for port 27ee32b2-9a5b-4ae0-a238-f3de10d97b67 triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:14:38.252907 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:14:39.590821 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 49724) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:14:39.781451 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:14:39.917140 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [None req-c3176b00-f6c9-4c75-ac57-da573bb97fb7 admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat'}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:14:39.922945 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-fd8b92ed-564c-4985-b481-fce5fabaaf6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:14:39.941142 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3176b00-f6c9-4c75-ac57-da573bb97fb7 admin admin] Made reservation on behalf of ce3e21660d7b42a49130a01cc70825d4 for: {'network': 1} {{(pid=93842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:14:39.943632 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-c3176b00-f6c9-4c75-ac57-da573bb97fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for network, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:14:39.959755 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-c3176b00-f6c9-4c75-ac57-da573bb97fb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:14:40.076692 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-c3176b00-f6c9-4c75-ac57-da573bb97fb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:14:40.080436 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-c3176b00-f6c9-4c75-ac57-da573bb97fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:14:40.094951 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c3176b00-f6c9-4c75-ac57-da573bb97fb7 admin admin] Reserving flat network on physical network physnet1 {{(pid=93842) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 26 15:14:40.119928 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3176b00-f6c9-4c75-ac57-da573bb97fb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d9ef2ed-f5e3-4203-88a0-591f949b82f6,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:14:40.122612 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-c3176b00-f6c9-4c75-ac57-da573bb97fb7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793280934629', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509819'] for segment, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:14:40.123187 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-c3176b00-f6c9-4c75-ac57-da573bb97fb7 admin admin] Unsubscribe: segment precommit_create {{(pid=93842) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 26 15:14:40.123690 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.db.segments_db [None req-c3176b00-f6c9-4c75-ac57-da573bb97fb7 admin admin] Added segment d599df7f-c7a7-42e6-8c54-3da29125ead3 of type flat for network 94c3c280-690c-4a83-85d9-6b8aea125a5e Aug 26 15:14:40.178983 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-c3176b00-f6c9-4c75-ac57-da573bb97fb7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793280371833'] for network, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:14:40.239673 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-c3176b00-f6c9-4c75-ac57-da573bb97fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337'] for network, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:14:40.240687 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3176b00-f6c9-4c75-ac57-da573bb97fb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:14:40.241403 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-c3176b00-f6c9-4c75-ac57-da573bb97fb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774323'] for network, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:14:40.315995 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-c3176b00-f6c9-4c75-ac57-da573bb97fb7 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7240779 Aug 26 15:14:40.330446 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3176b00-f6c9-4c75-ac57-da573bb97fb7 admin admin] Pushing event updated for resources: {'Network': ['ID=94c3c280-690c-4a83-85d9-6b8aea125a5e,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:14:40.342050 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Network 94c3c280-690c-4a83-85d9-6b8aea125a5e details requested by agent ovs-agent-dv-cinder-779576-7-iscsi with host dv-cinder-779576-7-iscsi {{(pid=93843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 15:14:41.291690 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c45f19a1-5a59-44e4-9446-0a9261f71b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:14:42.746804 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 49742) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:14:42.896353 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-a6032fac-f2a0-46d6-9c2c-2483dfdc6249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:14:42.929625 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88098c3c-0611-428f-82d5-d67ca37d4c54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:14:42.931031 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-88098c3c-0611-428f-82d5-d67ca37d4c54 admin admin] 10.222.0.20 "GET /v2.0/subnets/4b9cb106-4e9b-4127-a169-6af8528c1dd1 HTTP/1.1" status: 200 len: 849 time: 0.1832430 Aug 26 15:14:43.089014 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-4c79858c-ab80-40b4-bb46-b8f7fd9dbe90 admin admin] 10.222.0.20 "GET /v2.0/routers/e99fcb9a-479b-4269-8c26-57ccf68d4929 HTTP/1.1" status: 200 len: 704 time: 0.1519151 Aug 26 15:14:43.352447 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-05a6f0cb-35d4-4822-8232-e06910f30828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:14:43.641130 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.db.db_base_plugin_common [None req-05a6f0cb-35d4-4822-8232-e06910f30828 admin admin] Allocated IP 172.20.0.1 (fb2917ad-8880-4509-9f11-05db802883bd/4b9cb106-4e9b-4127-a169-6af8528c1dd1/665a8f8c-3005-489f-800f-bc43f41a1778) {{(pid=93842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:14:43.798348 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-05a6f0cb-35d4-4822-8232-e06910f30828 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:14:43.820701 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.db.provisioning_blocks [None req-05a6f0cb-35d4-4822-8232-e06910f30828 admin admin] Transition to ACTIVE for port object 665a8f8c-3005-489f-800f-bc43f41a1778 will not be triggered until provisioned by entity DHCP. {{(pid=93842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 15:14:43.892743 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-05a6f0cb-35d4-4822-8232-e06910f30828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793280355359'] for port, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:14:44.025104 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a6f0cb-35d4-4822-8232-e06910f30828 admin admin] Network fb2917ad-8880-4509-9f11-05db802883bd is already hosted by enough agents. {{(pid=93842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:14:44.030196 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.scheduler.base_scheduler [None req-05a6f0cb-35d4-4822-8232-e06910f30828 admin admin] Resources bound (agent type, host, resource id): {{(pid=93842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:14:44.034966 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a6f0cb-35d4-4822-8232-e06910f30828 admin admin] Received port after_create {{(pid=93842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 15:14:44.035898 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-05a6f0cb-35d4-4822-8232-e06910f30828 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3928330'] for router_interface, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:14:44.087023 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a6f0cb-35d4-4822-8232-e06910f30828 admin admin] Pushing event updated for resources: {'Port': ['ID=665a8f8c-3005-489f-800f-bc43f41a1778,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:14:44.198645 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-31cfe89a-3b28-4d4c-86a0-8b2dc78ec8f2 None None] Provisioning for port 665a8f8c-3005-489f-800f-bc43f41a1778 completed by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 15:14:44.202968 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-31cfe89a-3b28-4d4c-86a0-8b2dc78ec8f2 None None] Provisioning complete for port 665a8f8c-3005-489f-800f-bc43f41a1778 triggered by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:14:44.203372 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-31cfe89a-3b28-4d4c-86a0-8b2dc78ec8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:14:44.239473 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-31cfe89a-3b28-4d4c-86a0-8b2dc78ec8f2 None None] Port 665a8f8c-3005-489f-800f-bc43f41a1778 cannot update to ACTIVE because it is not bound. {{(pid=93843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 15:14:44.241612 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-05a6f0cb-35d4-4822-8232-e06910f30828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:14:44.453805 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-05a6f0cb-35d4-4822-8232-e06910f30828 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:14:44.458353 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-05a6f0cb-35d4-4822-8232-e06910f30828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:14:44.459203 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-05a6f0cb-35d4-4822-8232-e06910f30828 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3774383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3928277'] for router_interface, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:14:44.539577 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a6f0cb-35d4-4822-8232-e06910f30828 admin admin] Pushing event updated for resources: {'Port': ['ID=665a8f8c-3005-489f-800f-bc43f41a1778,revision_number=2']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:14:44.586322 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a6f0cb-35d4-4822-8232-e06910f30828 admin admin] Network fb2917ad-8880-4509-9f11-05db802883bd is already hosted by enough agents. {{(pid=93842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:14:44.587627 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.scheduler.base_scheduler [None req-05a6f0cb-35d4-4822-8232-e06910f30828 admin admin] Resources bound (agent type, host, resource id): {{(pid=93842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:14:44.751107 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05a6f0cb-35d4-4822-8232-e06910f30828 admin admin] Router e99fcb9a-479b-4269-8c26-57ccf68d4929 is scheduled to L3 agent 00a7d786-edfd-4f04-9152-3b7ae2bbf8ca with binding_index 1 {{(pid=93842) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 15:14:44.760778 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-0164c6f3-b133-4e3b-9561-03c2e4f92b8b None None] Provisioning complete for port 665a8f8c-3005-489f-800f-bc43f41a1778 triggered by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:14:44.761144 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-0164c6f3-b133-4e3b-9561-03c2e4f92b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:14:44.794164 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-0164c6f3-b133-4e3b-9561-03c2e4f92b8b None None] Port 665a8f8c-3005-489f-800f-bc43f41a1778 cannot update to ACTIVE because it is not bound. {{(pid=93843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 15:14:44.843247 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05a6f0cb-35d4-4822-8232-e06910f30828 admin admin] Notify agent at l3_agent.dv-cinder-779576-7-iscsi the message routers_updated {{(pid=93842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 15:14:44.848569 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-05a6f0cb-35d4-4822-8232-e06910f30828 admin admin] 10.222.0.20 "PUT /v2.0/routers/e99fcb9a-479b-4269-8c26-57ccf68d4929/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7538388 Aug 26 15:14:44.861651 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc038dff-997f-4117-8021-f61c5c4e9907 None None] Sync routers for ids ['e99fcb9a-479b-4269-8c26-57ccf68d4929'] in dv-cinder-779576-7-iscsi {{(pid=93844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 15:14:44.873930 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc038dff-997f-4117-8021-f61c5c4e9907 None None] Routers {'e99fcb9a-479b-4269-8c26-57ccf68d4929'} bound to L3 agent in host dv-cinder-779576-7-iscsi {{(pid=93844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 15:14:44.874774 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-cc038dff-997f-4117-8021-f61c5c4e9907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-26T15:14:10Z,description=,heartbeat_timestamp=2021-08-26T15:14:40Z,host='dv-cinder-779576-7-iscsi',id=00a7d786-edfd-4f04-9152-3b7ae2bbf8ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T15:14:10Z,topic='l3_agent')) {'router_ids': ['e99fcb9a-479b-4269-8c26-57ccf68d4929'], 'active': True} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:14:45.063879 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvr_db [None req-cc038dff-997f-4117-8021-f61c5c4e9907 None None] Set router e99fcb9a-479b-4269-8c26-57ccf68d4929 gateway port host: None {{(pid=93844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 15:14:45.502053 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-cc038dff-997f-4117-8021-f61c5c4e9907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e99fcb9a-479b-4269-8c26-57ccf68d4929', 'name': 'router1', 'tenant_id': '5c40be0dc1cf43a99d39d1421455558b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:14:34Z', 'updated_at': '2021-08-26T15:14:44Z', 'revision_number': 2, 'project_id': '5c40be0dc1cf43a99d39d1421455558b', 'gw_port_host': None, '_interfaces': [{'id': '665a8f8c-3005-489f-800f-bc43f41a1778', 'name': '', 'network_id': 'fb2917ad-8880-4509-9f11-05db802883bd', 'tenant_id': '5c40be0dc1cf43a99d39d1421455558b', 'mac_address': 'fa:16:3e:f7:87:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e99fcb9a-479b-4269-8c26-57ccf68d4929', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4b9cb106-4e9b-4127-a169-6af8528c1dd1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:14:43Z', 'updated_at': '2021-08-26T15:14:44Z', 'revision_number': 2, 'project_id': '5c40be0dc1cf43a99d39d1421455558b', 'subnets': [{'id': '4b9cb106-4e9b-4127-a169-6af8528c1dd1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4ff998de-615f-4e17-a4f1-fdd549e9af42'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-7-iscsi', False) {} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:14:45.550429 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc038dff-997f-4117-8021-f61c5c4e9907 None None] Checking router: e99fcb9a-479b-4269-8c26-57ccf68d4929 for host: dv-cinder-779576-7-iscsi {{(pid=93844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 15:14:45.550793 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc038dff-997f-4117-8021-f61c5c4e9907 None None] Updating router e99fcb9a-479b-4269-8c26-57ccf68d4929 port 665a8f8c-3005-489f-800f-bc43f41a1778 binding host dv-cinder-779576-7-iscsi {{(pid=93844) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 15:14:45.602321 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-cc038dff-997f-4117-8021-f61c5c4e9907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:14:46.126762 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-cc038dff-997f-4117-8021-f61c5c4e9907 None None] Notify callbacks [] for port, precommit_update {{(pid=93844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:14:46.145407 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.provisioning_blocks [None req-cc038dff-997f-4117-8021-f61c5c4e9907 None None] Transition to ACTIVE for port object 665a8f8c-3005-489f-800f-bc43f41a1778 will not be triggered until provisioned by entity L2. {{(pid=93844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 15:14:46.152213 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-cc038dff-997f-4117-8021-f61c5c4e9907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:14:46.312538 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f149cda-511e-4ad6-9616-7bfd46594740 None None] Pushing event updated for resources: {'Port': ['ID=665a8f8c-3005-489f-800f-bc43f41a1778,revision_number=3']} {{(pid=93844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:14:46.331414 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f149cda-511e-4ad6-9616-7bfd46594740 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:14:46.331764 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f149cda-511e-4ad6-9616-7bfd46594740 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:14:46.332105 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f149cda-511e-4ad6-9616-7bfd46594740 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:14:46.332436 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f149cda-511e-4ad6-9616-7bfd46594740 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:14:46.332764 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f149cda-511e-4ad6-9616-7bfd46594740 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:14:46.333091 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f149cda-511e-4ad6-9616-7bfd46594740 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:14:46.333415 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f149cda-511e-4ad6-9616-7bfd46594740 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:14:46.333758 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f149cda-511e-4ad6-9616-7bfd46594740 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:14:46.334090 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f149cda-511e-4ad6-9616-7bfd46594740 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:14:46.334469 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f149cda-511e-4ad6-9616-7bfd46594740 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:14:46.334789 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f149cda-511e-4ad6-9616-7bfd46594740 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:14:46.335110 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f149cda-511e-4ad6-9616-7bfd46594740 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:14:46.336228 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f149cda-511e-4ad6-9616-7bfd46594740 None None] Tracked resource versions report: Aug 26 15:14:46.336228 dv-cinder-779576-7-iscsi neutron-server[93844]: pushed versions: Aug 26 15:14:46.336228 dv-cinder-779576-7-iscsi neutron-server[93844]: { 'AddressGroup': {'1.2'}, Aug 26 15:14:46.336228 dv-cinder-779576-7-iscsi neutron-server[93844]: 'ConntrackHelper': {'1.0'}, Aug 26 15:14:46.336228 dv-cinder-779576-7-iscsi neutron-server[93844]: 'Log': {'1.0'}, Aug 26 15:14:46.336228 dv-cinder-779576-7-iscsi neutron-server[93844]: 'Network': {'1.1'}, Aug 26 15:14:46.336228 dv-cinder-779576-7-iscsi neutron-server[93844]: 'Port': {'1.7'}, Aug 26 15:14:46.336228 dv-cinder-779576-7-iscsi neutron-server[93844]: 'PortForwarding': {'1.2'}, Aug 26 15:14:46.336228 dv-cinder-779576-7-iscsi neutron-server[93844]: 'QosPolicy': {'1.9'}, Aug 26 15:14:46.336228 dv-cinder-779576-7-iscsi neutron-server[93844]: 'SecurityGroup': {'1.4'}, Aug 26 15:14:46.336228 dv-cinder-779576-7-iscsi neutron-server[93844]: 'SecurityGroupRule': {'1.2'}, Aug 26 15:14:46.336228 dv-cinder-779576-7-iscsi neutron-server[93844]: 'SubPort': {'1.0'}, Aug 26 15:14:46.336228 dv-cinder-779576-7-iscsi neutron-server[93844]: 'Subnet': {'1.1'}, Aug 26 15:14:46.336228 dv-cinder-779576-7-iscsi neutron-server[93844]: 'Trunk': {'1.1'}} Aug 26 15:14:46.336228 dv-cinder-779576-7-iscsi neutron-server[93844]: consumer versions: Aug 26 15:14:46.336228 dv-cinder-779576-7-iscsi neutron-server[93844]: { DHCP agent@dv-cinder-779576-7-iscsi: {}, Aug 26 15:14:46.336228 dv-cinder-779576-7-iscsi neutron-server[93844]: L3 agent@dv-cinder-779576-7-iscsi: {}, Aug 26 15:14:46.336228 dv-cinder-779576-7-iscsi neutron-server[93844]: Metadata agent@dv-cinder-779576-7-iscsi: {}, Aug 26 15:14:46.336228 dv-cinder-779576-7-iscsi neutron-server[93844]: Metering agent@dv-cinder-779576-7-iscsi: {}, Aug 26 15:14:46.336228 dv-cinder-779576-7-iscsi neutron-server[93844]: Open vSwitch agent@dv-cinder-779576-7-iscsi: { 'AddressGroup': '1.2', Aug 26 15:14:46.336228 dv-cinder-779576-7-iscsi neutron-server[93844]: 'ConntrackHelper': '1.0', Aug 26 15:14:46.336228 dv-cinder-779576-7-iscsi neutron-server[93844]: 'Log': '1.0', Aug 26 15:14:46.336228 dv-cinder-779576-7-iscsi neutron-server[93844]: 'Network': '1.1', Aug 26 15:14:46.336228 dv-cinder-779576-7-iscsi neutron-server[93844]: 'Port': '1.7', Aug 26 15:14:46.336228 dv-cinder-779576-7-iscsi neutron-server[93844]: 'PortForwarding': '1.2', Aug 26 15:14:46.336228 dv-cinder-779576-7-iscsi neutron-server[93844]: 'QosPolicy': '1.9', Aug 26 15:14:46.336228 dv-cinder-779576-7-iscsi neutron-server[93844]: 'SecurityGroup': '1.4', Aug 26 15:14:46.336228 dv-cinder-779576-7-iscsi neutron-server[93844]: 'SecurityGroupRule': '1.2', Aug 26 15:14:46.336228 dv-cinder-779576-7-iscsi neutron-server[93844]: 'SubPort': '1.0', Aug 26 15:14:46.336228 dv-cinder-779576-7-iscsi neutron-server[93844]: 'Subnet': '1.1', Aug 26 15:14:46.336228 dv-cinder-779576-7-iscsi neutron-server[93844]: 'Trunk': '1.1'}} Aug 26 15:14:46.336228 dv-cinder-779576-7-iscsi neutron-server[93844]: {{(pid=93844) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 26 15:14:46.340826 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.managers [None req-cc038dff-997f-4117-8021-f61c5c4e9907 None None] Attempting to bind port 665a8f8c-3005-489f-800f-bc43f41a1778 on host dv-cinder-779576-7-iscsi for vnic_type normal with profile {{(pid=93844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 15:14:46.341239 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.managers [None req-cc038dff-997f-4117-8021-f61c5c4e9907 None None] Attempting to bind port 665a8f8c-3005-489f-800f-bc43f41a1778 by drivers openvswitch,hyperv on host dv-cinder-779576-7-iscsi at level 0 using segments [{'id': '679855b2-666f-4905-bde1-37ea7fd5ea06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fb2917ad-8880-4509-9f11-05db802883bd'}] {{(pid=93844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 15:14:46.341721 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc038dff-997f-4117-8021-f61c5c4e9907 None None] Attempting to bind port 665a8f8c-3005-489f-800f-bc43f41a1778 on network fb2917ad-8880-4509-9f11-05db802883bd {{(pid=93844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 15:14:46.346991 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc038dff-997f-4117-8021-f61c5c4e9907 None None] Checking agent: {'id': '072be889-8d10-4535-8eb8-b08180675ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779576-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 15, 14, 10), 'started_at': datetime.datetime(2021, 8, 26, 15, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 15, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779576-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 15:14:46.347393 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc038dff-997f-4117-8021-f61c5c4e9907 None None] Checking segment: {'id': '679855b2-666f-4905-bde1-37ea7fd5ea06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fb2917ad-8880-4509-9f11-05db802883bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 15:14:46.347880 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-cc038dff-997f-4117-8021-f61c5c4e9907 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:14:46.348265 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc038dff-997f-4117-8021-f61c5c4e9907 None None] Bound using segment: {'id': '679855b2-666f-4905-bde1-37ea7fd5ea06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fb2917ad-8880-4509-9f11-05db802883bd'} {{(pid=93844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 15:14:46.348769 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.managers [None req-cc038dff-997f-4117-8021-f61c5c4e9907 None None] Bound port: 665a8f8c-3005-489f-800f-bc43f41a1778, host: dv-cinder-779576-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '679855b2-666f-4905-bde1-37ea7fd5ea06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fb2917ad-8880-4509-9f11-05db802883bd'}}] {{(pid=93844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 15:14:46.349166 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-cc038dff-997f-4117-8021-f61c5c4e9907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:14:46.413304 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.db [None req-cc038dff-997f-4117-8021-f61c5c4e9907 None None] For port 665a8f8c-3005-489f-800f-bc43f41a1778, host dv-cinder-779576-7-iscsi, cleared binding levels {{(pid=93844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:14:46.433778 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.db [None req-cc038dff-997f-4117-8021-f61c5c4e9907 None None] For port 665a8f8c-3005-489f-800f-bc43f41a1778, host dv-cinder-779576-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-7-iscsi',level=0,port_id=665a8f8c-3005-489f-800f-bc43f41a1778,segment=NetworkSegment(679855b2-666f-4905-bde1-37ea7fd5ea06),segment_id=679855b2-666f-4905-bde1-37ea7fd5ea06)] {{(pid=93844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:14:46.438625 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-cc038dff-997f-4117-8021-f61c5c4e9907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:14:46.496106 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc038dff-997f-4117-8021-f61c5c4e9907 None None] Routers {'e99fcb9a-479b-4269-8c26-57ccf68d4929'} bound to L3 agent in host dv-cinder-779576-7-iscsi {{(pid=93844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 15:14:46.496741 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-cc038dff-997f-4117-8021-f61c5c4e9907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-26T15:14:10Z,description=,heartbeat_timestamp=2021-08-26T15:14:40Z,host='dv-cinder-779576-7-iscsi',id=00a7d786-edfd-4f04-9152-3b7ae2bbf8ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T15:14:10Z,topic='l3_agent')) {'router_ids': ['e99fcb9a-479b-4269-8c26-57ccf68d4929'], 'active': True} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:14:46.562969 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f149cda-511e-4ad6-9616-7bfd46594740 None None] Pushing event updated for resources: {'Port': ['ID=665a8f8c-3005-489f-800f-bc43f41a1778,revision_number=4']} {{(pid=93844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:14:46.591084 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvr_db [None req-cc038dff-997f-4117-8021-f61c5c4e9907 None None] Set router e99fcb9a-479b-4269-8c26-57ccf68d4929 gateway port host: None {{(pid=93844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 15:14:46.806380 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-cc038dff-997f-4117-8021-f61c5c4e9907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e99fcb9a-479b-4269-8c26-57ccf68d4929', 'name': 'router1', 'tenant_id': '5c40be0dc1cf43a99d39d1421455558b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:14:34Z', 'updated_at': '2021-08-26T15:14:44Z', 'revision_number': 2, 'project_id': '5c40be0dc1cf43a99d39d1421455558b', 'gw_port_host': None, '_interfaces': [{'id': '665a8f8c-3005-489f-800f-bc43f41a1778', 'name': '', 'network_id': 'fb2917ad-8880-4509-9f11-05db802883bd', 'tenant_id': '5c40be0dc1cf43a99d39d1421455558b', 'mac_address': 'fa:16:3e:f7:87:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e99fcb9a-479b-4269-8c26-57ccf68d4929', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4b9cb106-4e9b-4127-a169-6af8528c1dd1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:14:43Z', 'updated_at': '2021-08-26T15:14:46Z', 'revision_number': 4, 'project_id': '5c40be0dc1cf43a99d39d1421455558b', 'subnets': [{'id': '4b9cb106-4e9b-4127-a169-6af8528c1dd1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4ff998de-615f-4e17-a4f1-fdd549e9af42'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-7-iscsi', False) {} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:14:46.831605 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc038dff-997f-4117-8021-f61c5c4e9907 None None] The sync data for ids ['e99fcb9a-479b-4269-8c26-57ccf68d4929'] in dv-cinder-779576-7-iscsi is: [{'id': 'e99fcb9a-479b-4269-8c26-57ccf68d4929', 'name': 'router1', 'tenant_id': '5c40be0dc1cf43a99d39d1421455558b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:14:34Z', 'updated_at': '2021-08-26T15:14:44Z', 'revision_number': 2, 'project_id': '5c40be0dc1cf43a99d39d1421455558b', 'gw_port_host': None, '_interfaces': [{'id': '665a8f8c-3005-489f-800f-bc43f41a1778', 'name': '', 'network_id': 'fb2917ad-8880-4509-9f11-05db802883bd', 'tenant_id': '5c40be0dc1cf43a99d39d1421455558b', 'mac_address': 'fa:16:3e:f7:87:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e99fcb9a-479b-4269-8c26-57ccf68d4929', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4b9cb106-4e9b-4127-a169-6af8528c1dd1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:14:43Z', 'updated_at': '2021-08-26T15:14:46Z', 'revision_number': 4, 'project_id': '5c40be0dc1cf43a99d39d1421455558b', 'subnets': [{'id': '4b9cb106-4e9b-4127-a169-6af8528c1dd1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4ff998de-615f-4e17-a4f1-fdd549e9af42'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 15:14:47.149195 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 49762) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:14:47.266373 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbcbd9a3-ad53-43ce-8bd8-8a2ade9cc6e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:14:47.267755 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-dbcbd9a3-ad53-43ce-8bd8-8a2ade9cc6e2 admin admin] 10.222.0.20 "GET /v2.0/networks/94c3c280-690c-4a83-85d9-6b8aea125a5e HTTP/1.1" status: 200 len: 842 time: 0.1176114 Aug 26 15:14:47.278058 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [None req-2563d2ae-c82e-4cfa-9c90-f9d80f247e0c admin admin] Request body: {'subnet': {'cidr': '172.27.3.0/24', 'ip_version': 4, 'enable_dhcp': False, 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'name': 'public-subnet', 'gateway_ip': '172.27.3.1'}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:14:47.299082 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2563d2ae-c82e-4cfa-9c90-f9d80f247e0c admin admin] Made reservation on behalf of ce3e21660d7b42a49130a01cc70825d4 for: {'subnet': 1} {{(pid=93842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:14:47.301934 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-2563d2ae-c82e-4cfa-9c90-f9d80f247e0c admin admin] Notify callbacks [] for subnet, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:14:47.592313 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.objects.ports [None req-2563d2ae-c82e-4cfa-9c90-f9d80f247e0c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93842) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 26 15:14:47.592763 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-2563d2ae-c82e-4cfa-9c90-f9d80f247e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337'] for subnet, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:14:47.640170 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2563d2ae-c82e-4cfa-9c90-f9d80f247e0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcbbbf85-6bcd-493f-b527-2ade21fd40af,revision_number=0']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:14:47.659494 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2563d2ae-c82e-4cfa-9c90-f9d80f247e0c admin admin] Checking segment: {'id': 'd599df7f-c7a7-42e6-8c54-3da29125ead3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 15:14:47.659846 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2563d2ae-c82e-4cfa-9c90-f9d80f247e0c admin admin] Network hostable DHCP agents. Network: 94c3c280-690c-4a83-85d9-6b8aea125a5e, hostable agents: ['c577b1e9-213f-4ed4-b1c1-ed72ab3b29a9'], hosted agents: [] {{(pid=93842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 15:14:47.679844 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2563d2ae-c82e-4cfa-9c90-f9d80f247e0c admin admin] Network 94c3c280-690c-4a83-85d9-6b8aea125a5e is scheduled to be hosted by DHCP agent c577b1e9-213f-4ed4-b1c1-ed72ab3b29a9 with binding_index 1 {{(pid=93842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 15:14:47.688001 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.scheduler.base_scheduler [None req-2563d2ae-c82e-4cfa-9c90-f9d80f247e0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779576-7-iscsi, 94c3c280-690c-4a83-85d9-6b8aea125a5e) {{(pid=93842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:14:47.692070 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2563d2ae-c82e-4cfa-9c90-f9d80f247e0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:14:47.692789 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-2563d2ae-c82e-4cfa-9c90-f9d80f247e0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774323'] for subnet, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:14:47.697428 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a6d1996-5935-459c-a124-5af95245d2bb None None] Network 94c3c280-690c-4a83-85d9-6b8aea125a5e requested from dv-cinder-779576-7-iscsi {{(pid=93843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 15:14:47.722161 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-2563d2ae-c82e-4cfa-9c90-f9d80f247e0c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4334459 Aug 26 15:14:47.828355 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a2d771-cacc-46dd-af60-1fa332893388 None None] Network 94c3c280-690c-4a83-85d9-6b8aea125a5e requested from dv-cinder-779576-7-iscsi {{(pid=93843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 15:14:50.191763 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 49770) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:14:50.440472 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-61b26a06-3f96-43d8-b1a2-8c93b8d6e8b8 admin admin] 10.222.0.20 "GET /v2.0/routers/e99fcb9a-479b-4269-8c26-57ccf68d4929 HTTP/1.1" status: 200 len: 710 time: 0.2475927 Aug 26 15:14:50.601530 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c5ca7b-d498-4803-8098-7fddb18b1af3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:14:50.602866 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-d8c5ca7b-d498-4803-8098-7fddb18b1af3 admin admin] 10.222.0.20 "GET /v2.0/networks/94c3c280-690c-4a83-85d9-6b8aea125a5e HTTP/1.1" status: 200 len: 886 time: 0.1560073 Aug 26 15:14:50.612347 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [None req-5ee58b76-9c07-47e3-a249-e01c8e809328 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e'}}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:14:50.864434 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-5ee58b76-9c07-47e3-a249-e01c8e809328 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:14:51.104441 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-5ee58b76-9c07-47e3-a249-e01c8e809328 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:14:51.185557 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-5ee58b76-9c07-47e3-a249-e01c8e809328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:14:51.371195 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.db.db_base_plugin_common [None req-5ee58b76-9c07-47e3-a249-e01c8e809328 admin admin] Allocated IP 172.27.3.116 (94c3c280-690c-4a83-85d9-6b8aea125a5e/fcbbbf85-6bcd-493f-b527-2ade21fd40af/79f6d46b-cd55-462e-a8b7-3ebfbf45e315) {{(pid=93841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:14:51.480774 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-5ee58b76-9c07-47e3-a249-e01c8e809328 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:14:51.549587 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-5ee58b76-9c07-47e3-a249-e01c8e809328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793280355359'] for port, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:14:51.635012 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee58b76-9c07-47e3-a249-e01c8e809328 admin admin] Network 94c3c280-690c-4a83-85d9-6b8aea125a5e is already hosted by enough agents. {{(pid=93841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:14:51.639343 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.scheduler.base_scheduler [None req-5ee58b76-9c07-47e3-a249-e01c8e809328 admin admin] Resources bound (agent type, host, resource id): {{(pid=93841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:14:51.642914 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee58b76-9c07-47e3-a249-e01c8e809328 admin admin] Received port after_create {{(pid=93841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 15:14:51.645406 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee58b76-9c07-47e3-a249-e01c8e809328 admin admin] Pushing event updated for resources: {'Port': ['ID=79f6d46b-cd55-462e-a8b7-3ebfbf45e315,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:14:51.981750 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-5ee58b76-9c07-47e3-a249-e01c8e809328 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:14:52.203363 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-5ee58b76-9c07-47e3-a249-e01c8e809328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3928560', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3930450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28883'] for router, precommit_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:14:52.208272 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-5ee58b76-9c07-47e3-a249-e01c8e809328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3928533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3928555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3928546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3930437'] for router, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:14:52.242404 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Device 665a8f8c-3005-489f-800f-bc43f41a1778 up at agent ovs-agent-dv-cinder-779576-7-iscsi {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:14:52.292960 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Provisioning for port 665a8f8c-3005-489f-800f-bc43f41a1778 completed by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 15:14:52.297459 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Provisioning complete for port 665a8f8c-3005-489f-800f-bc43f41a1778 triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:14:52.297804 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:14:52.342030 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ee58b76-9c07-47e3-a249-e01c8e809328 admin admin] Router e99fcb9a-479b-4269-8c26-57ccf68d4929 has already been hosted by L3 agent 00a7d786-edfd-4f04-9152-3b7ae2bbf8ca {{(pid=93841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 15:14:52.383003 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:14:52.420964 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] For port 665a8f8c-3005-489f-800f-bc43f41a1778, host dv-cinder-779576-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-7-iscsi',level=0,port_id=665a8f8c-3005-489f-800f-bc43f41a1778,segment=NetworkSegment(679855b2-666f-4905-bde1-37ea7fd5ea06),segment_id=679855b2-666f-4905-bde1-37ea7fd5ea06)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:14:52.425353 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:14:52.454936 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ee58b76-9c07-47e3-a249-e01c8e809328 admin admin] Notify agent at l3_agent.dv-cinder-779576-7-iscsi the message routers_updated {{(pid=93841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 15:14:52.460068 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-5ee58b76-9c07-47e3-a249-e01c8e809328 admin admin] Notify callbacks [] for router, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:14:52.470346 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-5ee58b76-9c07-47e3-a249-e01c8e809328 admin admin] 10.222.0.20 "PUT /v2.0/routers/e99fcb9a-479b-4269-8c26-57ccf68d4929 HTTP/1.1" status: 200 len: 890 time: 1.8610921 Aug 26 15:14:52.482219 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Pushing event updated for resources: {'Port': ['ID=665a8f8c-3005-489f-800f-bc43f41a1778,revision_number=5']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:14:53.466132 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff9d293-895e-45ea-acad-53a7665cecf2 None None] Sync routers for ids ['e99fcb9a-479b-4269-8c26-57ccf68d4929'] in dv-cinder-779576-7-iscsi {{(pid=93843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 15:14:53.476889 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff9d293-895e-45ea-acad-53a7665cecf2 None None] Routers {'e99fcb9a-479b-4269-8c26-57ccf68d4929'} bound to L3 agent in host dv-cinder-779576-7-iscsi {{(pid=93843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 15:14:53.477534 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-4ff9d293-895e-45ea-acad-53a7665cecf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-26T15:14:10Z,description=,heartbeat_timestamp=2021-08-26T15:14:40Z,host='dv-cinder-779576-7-iscsi',id=00a7d786-edfd-4f04-9152-3b7ae2bbf8ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T15:14:10Z,topic='l3_agent')) {'router_ids': ['e99fcb9a-479b-4269-8c26-57ccf68d4929'], 'active': True} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:14:53.737645 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvr_db [None req-4ff9d293-895e-45ea-acad-53a7665cecf2 None None] Set router e99fcb9a-479b-4269-8c26-57ccf68d4929 gateway port host: dv-cinder-779576-7-iscsi {{(pid=93843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 15:14:54.136428 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-4ff9d293-895e-45ea-acad-53a7665cecf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e99fcb9a-479b-4269-8c26-57ccf68d4929', 'name': 'router1', 'tenant_id': '5c40be0dc1cf43a99d39d1421455558b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '79f6d46b-cd55-462e-a8b7-3ebfbf45e315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:14:34Z', 'updated_at': '2021-08-26T15:14:51Z', 'revision_number': 4, 'project_id': '5c40be0dc1cf43a99d39d1421455558b', 'gw_port': {'id': '79f6d46b-cd55-462e-a8b7-3ebfbf45e315', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c8:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e99fcb9a-479b-4269-8c26-57ccf68d4929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:14:51Z', 'updated_at': '2021-08-26T15:14:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi', '_interfaces': [{'id': '665a8f8c-3005-489f-800f-bc43f41a1778', 'name': '', 'network_id': 'fb2917ad-8880-4509-9f11-05db802883bd', 'tenant_id': '5c40be0dc1cf43a99d39d1421455558b', 'mac_address': 'fa:16:3e:f7:87:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99fcb9a-479b-4269-8c26-57ccf68d4929', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4b9cb106-4e9b-4127-a169-6af8528c1dd1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:14:43Z', 'updated_at': '2021-08-26T15:14:52Z', 'revision_number': 5, 'project_id': '5c40be0dc1cf43a99d39d1421455558b', 'subnets': [{'id': '4b9cb106-4e9b-4127-a169-6af8528c1dd1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4ff998de-615f-4e17-a4f1-fdd549e9af42'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-7-iscsi', False) {} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:14:54.187252 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff9d293-895e-45ea-acad-53a7665cecf2 None None] Checking router: e99fcb9a-479b-4269-8c26-57ccf68d4929 for host: dv-cinder-779576-7-iscsi {{(pid=93843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 15:14:54.187369 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff9d293-895e-45ea-acad-53a7665cecf2 None None] Updating router e99fcb9a-479b-4269-8c26-57ccf68d4929 port 79f6d46b-cd55-462e-a8b7-3ebfbf45e315 binding host dv-cinder-779576-7-iscsi {{(pid=93843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 15:14:54.226358 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Device 665a8f8c-3005-489f-800f-bc43f41a1778 up at agent ovs-agent-dv-cinder-779576-7-iscsi {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:14:54.263274 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-4ff9d293-895e-45ea-acad-53a7665cecf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:14:54.382344 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Provisioning complete for port 665a8f8c-3005-489f-800f-bc43f41a1778 triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:14:54.382706 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:14:54.653990 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-4ff9d293-895e-45ea-acad-53a7665cecf2 None None] Notify callbacks [] for port, precommit_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:14:54.663669 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-4ff9d293-895e-45ea-acad-53a7665cecf2 None None] Transition to ACTIVE for port object 79f6d46b-cd55-462e-a8b7-3ebfbf45e315 will not be triggered until provisioned by entity L2. {{(pid=93843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 15:14:54.669774 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-4ff9d293-895e-45ea-acad-53a7665cecf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:14:54.726349 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15844da0-6491-44d8-abac-290bc299555f None None] Pushing event updated for resources: {'Port': ['ID=79f6d46b-cd55-462e-a8b7-3ebfbf45e315,revision_number=2']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:14:54.728915 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-4ff9d293-895e-45ea-acad-53a7665cecf2 None None] Attempting to bind port 79f6d46b-cd55-462e-a8b7-3ebfbf45e315 on host dv-cinder-779576-7-iscsi for vnic_type normal with profile {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 15:14:54.729426 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-4ff9d293-895e-45ea-acad-53a7665cecf2 None None] Attempting to bind port 79f6d46b-cd55-462e-a8b7-3ebfbf45e315 by drivers openvswitch,hyperv on host dv-cinder-779576-7-iscsi at level 0 using segments [{'id': 'd599df7f-c7a7-42e6-8c54-3da29125ead3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e'}] {{(pid=93843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 15:14:54.729647 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff9d293-895e-45ea-acad-53a7665cecf2 None None] Attempting to bind port 79f6d46b-cd55-462e-a8b7-3ebfbf45e315 on network 94c3c280-690c-4a83-85d9-6b8aea125a5e {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 15:14:54.735918 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff9d293-895e-45ea-acad-53a7665cecf2 None None] Checking agent: {'id': '072be889-8d10-4535-8eb8-b08180675ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779576-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 15, 14, 10), 'started_at': datetime.datetime(2021, 8, 26, 15, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 15, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779576-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 15:14:54.736297 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff9d293-895e-45ea-acad-53a7665cecf2 None None] Checking segment: {'id': 'd599df7f-c7a7-42e6-8c54-3da29125ead3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 15:14:54.736702 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-4ff9d293-895e-45ea-acad-53a7665cecf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:14:54.737090 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff9d293-895e-45ea-acad-53a7665cecf2 None None] Bound using segment: {'id': 'd599df7f-c7a7-42e6-8c54-3da29125ead3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e'} {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 15:14:54.737571 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-4ff9d293-895e-45ea-acad-53a7665cecf2 None None] Bound port: 79f6d46b-cd55-462e-a8b7-3ebfbf45e315, host: dv-cinder-779576-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd599df7f-c7a7-42e6-8c54-3da29125ead3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e'}}] {{(pid=93843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 15:14:54.738086 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-4ff9d293-895e-45ea-acad-53a7665cecf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:14:54.791835 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-4ff9d293-895e-45ea-acad-53a7665cecf2 None None] For port 79f6d46b-cd55-462e-a8b7-3ebfbf45e315, host dv-cinder-779576-7-iscsi, cleared binding levels {{(pid=93843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:14:54.795693 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-4ff9d293-895e-45ea-acad-53a7665cecf2 None None] For port 79f6d46b-cd55-462e-a8b7-3ebfbf45e315, host dv-cinder-779576-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-7-iscsi',level=0,port_id=79f6d46b-cd55-462e-a8b7-3ebfbf45e315,segment=NetworkSegment(d599df7f-c7a7-42e6-8c54-3da29125ead3),segment_id=d599df7f-c7a7-42e6-8c54-3da29125ead3)] {{(pid=93843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:14:54.799540 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-4ff9d293-895e-45ea-acad-53a7665cecf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:14:54.862688 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff9d293-895e-45ea-acad-53a7665cecf2 None None] Routers {'e99fcb9a-479b-4269-8c26-57ccf68d4929'} bound to L3 agent in host dv-cinder-779576-7-iscsi {{(pid=93843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 15:14:54.863304 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-4ff9d293-895e-45ea-acad-53a7665cecf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-26T15:14:10Z,description=,heartbeat_timestamp=2021-08-26T15:14:40Z,host='dv-cinder-779576-7-iscsi',id=00a7d786-edfd-4f04-9152-3b7ae2bbf8ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T15:14:10Z,topic='l3_agent')) {'router_ids': ['e99fcb9a-479b-4269-8c26-57ccf68d4929'], 'active': True} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:14:54.868978 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15844da0-6491-44d8-abac-290bc299555f None None] Pushing event updated for resources: {'Port': ['ID=79f6d46b-cd55-462e-a8b7-3ebfbf45e315,revision_number=3']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:14:54.883109 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 49782) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:14:55.002394 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-464ce1c0-6fbe-4317-a0a9-ac5a6b2478b7 admin admin] 10.222.0.20 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1180141 Aug 26 15:14:55.071433 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvr_db [None req-4ff9d293-895e-45ea-acad-53a7665cecf2 None None] Set router e99fcb9a-479b-4269-8c26-57ccf68d4929 gateway port host: dv-cinder-779576-7-iscsi {{(pid=93843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 15:14:55.295257 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-4ff9d293-895e-45ea-acad-53a7665cecf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e99fcb9a-479b-4269-8c26-57ccf68d4929', 'name': 'router1', 'tenant_id': '5c40be0dc1cf43a99d39d1421455558b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '79f6d46b-cd55-462e-a8b7-3ebfbf45e315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:14:34Z', 'updated_at': '2021-08-26T15:14:51Z', 'revision_number': 4, 'project_id': '5c40be0dc1cf43a99d39d1421455558b', 'gw_port': {'id': '79f6d46b-cd55-462e-a8b7-3ebfbf45e315', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c8:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e99fcb9a-479b-4269-8c26-57ccf68d4929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:14:51Z', 'updated_at': '2021-08-26T15:14:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi', '_interfaces': [{'id': '665a8f8c-3005-489f-800f-bc43f41a1778', 'name': '', 'network_id': 'fb2917ad-8880-4509-9f11-05db802883bd', 'tenant_id': '5c40be0dc1cf43a99d39d1421455558b', 'mac_address': 'fa:16:3e:f7:87:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99fcb9a-479b-4269-8c26-57ccf68d4929', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4b9cb106-4e9b-4127-a169-6af8528c1dd1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:14:43Z', 'updated_at': '2021-08-26T15:14:52Z', 'revision_number': 5, 'project_id': '5c40be0dc1cf43a99d39d1421455558b', 'subnets': [{'id': '4b9cb106-4e9b-4127-a169-6af8528c1dd1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4ff998de-615f-4e17-a4f1-fdd549e9af42'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-7-iscsi', False) {} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:14:55.322806 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff9d293-895e-45ea-acad-53a7665cecf2 None None] The sync data for ids ['e99fcb9a-479b-4269-8c26-57ccf68d4929'] in dv-cinder-779576-7-iscsi is: [{'id': 'e99fcb9a-479b-4269-8c26-57ccf68d4929', 'name': 'router1', 'tenant_id': '5c40be0dc1cf43a99d39d1421455558b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '79f6d46b-cd55-462e-a8b7-3ebfbf45e315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:14:34Z', 'updated_at': '2021-08-26T15:14:51Z', 'revision_number': 4, 'project_id': '5c40be0dc1cf43a99d39d1421455558b', 'gw_port': {'id': '79f6d46b-cd55-462e-a8b7-3ebfbf45e315', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c8:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e99fcb9a-479b-4269-8c26-57ccf68d4929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:14:51Z', 'updated_at': '2021-08-26T15:14:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi', '_interfaces': [{'id': '665a8f8c-3005-489f-800f-bc43f41a1778', 'name': '', 'network_id': 'fb2917ad-8880-4509-9f11-05db802883bd', 'tenant_id': '5c40be0dc1cf43a99d39d1421455558b', 'mac_address': 'fa:16:3e:f7:87:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99fcb9a-479b-4269-8c26-57ccf68d4929', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4b9cb106-4e9b-4127-a169-6af8528c1dd1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:14:43Z', 'updated_at': '2021-08-26T15:14:52Z', 'revision_number': 5, 'project_id': '5c40be0dc1cf43a99d39d1421455558b', 'subnets': [{'id': '4b9cb106-4e9b-4127-a169-6af8528c1dd1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4ff998de-615f-4e17-a4f1-fdd549e9af42'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 15:14:56.246063 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Device 79f6d46b-cd55-462e-a8b7-3ebfbf45e315 up at agent ovs-agent-dv-cinder-779576-7-iscsi {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:14:56.300053 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Provisioning for port 79f6d46b-cd55-462e-a8b7-3ebfbf45e315 completed by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 15:14:56.304015 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Provisioning complete for port 79f6d46b-cd55-462e-a8b7-3ebfbf45e315 triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:14:56.304390 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:14:56.383552 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:14:56.405794 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] For port 79f6d46b-cd55-462e-a8b7-3ebfbf45e315, host dv-cinder-779576-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-7-iscsi',level=0,port_id=79f6d46b-cd55-462e-a8b7-3ebfbf45e315,segment=NetworkSegment(d599df7f-c7a7-42e6-8c54-3da29125ead3),segment_id=d599df7f-c7a7-42e6-8c54-3da29125ead3)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:14:56.409511 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:14:56.456305 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Pushing event updated for resources: {'Port': ['ID=79f6d46b-cd55-462e-a8b7-3ebfbf45e315,revision_number=4']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:14:58.236260 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Device 79f6d46b-cd55-462e-a8b7-3ebfbf45e315 up at agent ovs-agent-dv-cinder-779576-7-iscsi {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:14:58.288668 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Provisioning complete for port 79f6d46b-cd55-462e-a8b7-3ebfbf45e315 triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:14:58.289039 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:15:02.032752 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.agents_db [None req-f94a4f8d-c04a-4845-8e45-3296fab2d83d None None] Agent healthcheck: found 5 active agents {{(pid=93844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 15:15:07.173518 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-e3155784-433a-4f40-bb0c-4c2aa19cd932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:15:09.784132 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:15:09.928265 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-78c96d67-87cf-411d-9208-5d990283a921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:15:11.301423 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c45f19a1-5a59-44e4-9446-0a9261f71b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:15:12.921784 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-a6032fac-f2a0-46d6-9c2c-2483dfdc6249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:15:37.183347 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-e788f4a4-e2db-48f4-a50c-9a1dbb5e894f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:15:39.031920 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.agents_db [None req-f94a4f8d-c04a-4845-8e45-3296fab2d83d None None] Agent healthcheck: found 5 active agents {{(pid=93844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 15:15:39.790723 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:15:39.922257 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-91af7c13-d8c6-4cd9-aa7c-364b2b2d3775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:15:41.291528 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c45f19a1-5a59-44e4-9446-0a9261f71b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:15:42.917828 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-a6032fac-f2a0-46d6-9c2c-2483dfdc6249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:16:07.176566 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-9b227bc8-ce0f-4cb9-8390-d0ae1c6be246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:16:09.794160 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:16:09.924733 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-2366de36-271c-483a-85b6-b9a135365491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:16:11.296345 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c45f19a1-5a59-44e4-9446-0a9261f71b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:16:12.918499 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-a6032fac-f2a0-46d6-9c2c-2483dfdc6249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:16:16.029878 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.agents_db [None req-f94a4f8d-c04a-4845-8e45-3296fab2d83d None None] Agent healthcheck: found 5 active agents {{(pid=93844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 15:16:33.604316 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 50346) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:16:33.665247 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.pecan_wsgi.hooks.translation [None req-29aadc7b-4cf6-4a6f-9ba5-19d4cc8d1f31 admin admin] GET failed (client error): The resource could not be found. Aug 26 15:16:33.666608 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-29aadc7b-4cf6-4a6f-9ba5-19d4cc8d1f31 admin admin] 10.222.0.20 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0613198 Aug 26 15:16:33.844981 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05c1d14-4c7e-4fb2-8301-c53ee234b48b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:16:33.846415 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-e05c1d14-4c7e-4fb2-8301-c53ee234b48b admin admin] 10.222.0.20 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1751635 Aug 26 15:16:36.046476 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 50356) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:16:36.149419 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f39c2e8-310f-432e-a49f-a4804c408135 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:16:36.151488 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-2f39c2e8-310f-432e-a49f-a4804c408135 admin admin] 10.222.0.20 "GET /v2.0/subnets/4b9cb106-4e9b-4127-a169-6af8528c1dd1 HTTP/1.1" status: 200 len: 849 time: 0.1034174 Aug 26 15:16:36.161005 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [None req-d75650fd-b3fc-4aaa-b289-7abfa63d01f1 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:16:36.248266 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-d75650fd-b3fc-4aaa-b289-7abfa63d01f1 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:16:36.398935 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-d75650fd-b3fc-4aaa-b289-7abfa63d01f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793280828200'] for subnet, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:16:36.435013 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75650fd-b3fc-4aaa-b289-7abfa63d01f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:16:36.436000 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-d75650fd-b3fc-4aaa-b289-7abfa63d01f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774323'] for subnet, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:16:36.437506 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-d75650fd-b3fc-4aaa-b289-7abfa63d01f1 admin admin] 10.222.0.20 "PUT /v2.0/subnets/4b9cb106-4e9b-4127-a169-6af8528c1dd1 HTTP/1.1" status: 200 len: 868 time: 0.2803707 Aug 26 15:16:36.440317 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ccb03f-6558-4e07-b70d-d4f51787fe38 None None] Network fb2917ad-8880-4509-9f11-05db802883bd requested from dv-cinder-779576-7-iscsi {{(pid=93843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 15:16:36.458327 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75650fd-b3fc-4aaa-b289-7abfa63d01f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b9cb106-4e9b-4127-a169-6af8528c1dd1,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:16:36.466017 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75650fd-b3fc-4aaa-b289-7abfa63d01f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:16:36.466382 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75650fd-b3fc-4aaa-b289-7abfa63d01f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:16:36.466736 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75650fd-b3fc-4aaa-b289-7abfa63d01f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:16:36.467079 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75650fd-b3fc-4aaa-b289-7abfa63d01f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:16:36.467413 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75650fd-b3fc-4aaa-b289-7abfa63d01f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:16:36.467770 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75650fd-b3fc-4aaa-b289-7abfa63d01f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:16:36.468106 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75650fd-b3fc-4aaa-b289-7abfa63d01f1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:16:36.468431 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75650fd-b3fc-4aaa-b289-7abfa63d01f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:16:36.468769 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75650fd-b3fc-4aaa-b289-7abfa63d01f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:16:36.469097 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75650fd-b3fc-4aaa-b289-7abfa63d01f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:16:36.469423 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75650fd-b3fc-4aaa-b289-7abfa63d01f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:16:36.469774 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75650fd-b3fc-4aaa-b289-7abfa63d01f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:16:36.877916 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-d5d9d657-0849-49be-8c6e-618b3602b383 None None] Provisioning complete for port 27ee32b2-9a5b-4ae0-a238-f3de10d97b67 triggered by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:16:36.878210 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-d5d9d657-0849-49be-8c6e-618b3602b383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:16:36.967811 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-d5d9d657-0849-49be-8c6e-618b3602b383 None None] Provisioning complete for port 665a8f8c-3005-489f-800f-bc43f41a1778 triggered by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:16:36.968177 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-d5d9d657-0849-49be-8c6e-618b3602b383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:16:37.179163 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-44bfceeb-9057-4c42-ac70-43edc395e9b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:16:38.667889 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 50364) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:16:38.868508 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c441da-8047-4a29-90f8-f7588572698d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:16:38.868886 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c441da-8047-4a29-90f8-f7588572698d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:16:38.870460 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-d2c441da-8047-4a29-90f8-f7588572698d admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2016482 Aug 26 15:16:39.797723 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:16:39.928892 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-01fc3db5-e39d-4b5a-bd84-21675dbe8301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:16:41.118361 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 50374) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:16:41.296016 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c45f19a1-5a59-44e4-9446-0a9261f71b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:16:41.331260 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f720a6c-40df-42fd-b6c6-9f644b911a8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:16:41.331723 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f720a6c-40df-42fd-b6c6-9f644b911a8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:16:41.333976 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-6f720a6c-40df-42fd-b6c6-9f644b911a8d admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2146385 Aug 26 15:16:42.921524 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-a6032fac-f2a0-46d6-9c2c-2483dfdc6249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:16:43.542247 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 50382) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:16:43.667993 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2552491c-4644-4222-b06d-69b3e55bf215 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:16:43.669390 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-2552491c-4644-4222-b06d-69b3e55bf215 admin admin] 10.222.0.20 "GET /v2.0/networks/94c3c280-690c-4a83-85d9-6b8aea125a5e HTTP/1.1" status: 200 len: 886 time: 0.1261814 Aug 26 15:16:45.886601 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 50390) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:16:46.121461 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c08c98-b093-430d-a433-521743268820 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:16:46.123097 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-c9c08c98-b093-430d-a433-521743268820 admin admin] 10.222.0.20 "GET /v2.0/networks/fb2917ad-8880-4509-9f11-05db802883bd HTTP/1.1" status: 200 len: 869 time: 0.2353039 Aug 26 15:16:48.341357 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 50398) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:16:48.472615 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca40603-d671-44d0-830c-8fa3e20f426b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:16:48.473108 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca40603-d671-44d0-830c-8fa3e20f426b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:16:48.474907 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-4ca40603-d671-44d0-830c-8fa3e20f426b admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1325519 Aug 26 15:16:50.818273 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 50406) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:16:50.934499 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf2425f-bae1-4c9d-97bd-aaa0c7db9ae6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:16:50.934953 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf2425f-bae1-4c9d-97bd-aaa0c7db9ae6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:16:50.936499 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-4cf2425f-bae1-4c9d-97bd-aaa0c7db9ae6 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1172736 Aug 26 15:16:53.028549 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.agents_db [None req-f94a4f8d-c04a-4845-8e45-3296fab2d83d None None] Agent healthcheck: found 5 active agents {{(pid=93844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 15:16:53.130392 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 50414) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:16:53.222572 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2710a3-81a3-43f3-85ac-94a75defa2f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:16:53.223942 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-8a2710a3-81a3-43f3-85ac-94a75defa2f8 admin admin] 10.222.0.20 "GET /v2.0/subnets/4b9cb106-4e9b-4127-a169-6af8528c1dd1 HTTP/1.1" status: 200 len: 868 time: 0.0926061 Aug 26 15:16:55.419234 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 50422) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:16:55.506655 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c02fa2-c5b0-4fcb-92a9-e8773cdde3b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:16:55.508000 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-21c02fa2-c5b0-4fcb-92a9-e8773cdde3b8 admin admin] 10.222.0.20 "GET /v2.0/subnets/fcbbbf85-6bcd-493f-b527-2ade21fd40af HTTP/1.1" status: 200 len: 816 time: 0.0878205 Aug 26 15:17:07.177198 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-68388298-a138-4971-ad75-17f218627e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:17:09.808912 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:17:09.930054 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-f0fd79d5-9f64-4825-81b0-be45f845fb89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:17:11.299098 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c45f19a1-5a59-44e4-9446-0a9261f71b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:17:12.925334 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-a6032fac-f2a0-46d6-9c2c-2483dfdc6249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:17:19.540934 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 50476) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:17:19.588973 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [None req-7b8cd2a1-7771-44f0-a1a8-dc66a46ab5f9 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93842) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 15:17:19.590018 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-7b8cd2a1-7771-44f0-a1a8-dc66a46ab5f9 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0481172 Aug 26 15:17:21.880235 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 50484) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:17:21.947966 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fd797c7-ddd9-4e92-a9c4-7a2e2fd6b761 admin admin] GET failed (client error): The resource could not be found. Aug 26 15:17:21.949294 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-1fd797c7-ddd9-4e92-a9c4-7a2e2fd6b761 admin admin] 10.222.0.20 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0681403 Aug 26 15:17:22.033145 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3c1857-ee4e-474b-bf9d-666310471031 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:17:22.034717 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-9c3c1857-ee4e-474b-bf9d-666310471031 admin admin] 10.222.0.20 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0807035 Aug 26 15:17:24.258934 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 50492) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:17:24.309063 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [None req-1a729085-2766-438d-8682-f0f5865846c6 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:17:24.330458 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a729085-2766-438d-8682-f0f5865846c6 admin admin] Made reservation on behalf of ce3e21660d7b42a49130a01cc70825d4 for: {'network': 1} {{(pid=93841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:17:24.333537 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-1a729085-2766-438d-8682-f0f5865846c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for network, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:17:24.369795 dv-cinder-779576-7-iscsi neutron-server[93841]: WARNING neutron.services.revisions.revision_plugin [None req-1a729085-2766-438d-8682-f0f5865846c6 admin admin] Could not find related network for resource to bump revision. Aug 26 15:17:24.383695 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a729085-2766-438d-8682-f0f5865846c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=93841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 15:17:24.394207 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-1a729085-2766-438d-8682-f0f5865846c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509819'] for segment, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:17:24.395123 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.db.segments_db [None req-1a729085-2766-438d-8682-f0f5865846c6 admin admin] Added segment 8af44987-9cfe-4ecc-93a3-571d7ad547fc of type vlan for network c03f24f3-f81e-44eb-aaf8-55e499a4f0d2 Aug 26 15:17:24.437473 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-1a729085-2766-438d-8682-f0f5865846c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793280371833'] for network, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:17:24.464146 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-1a729085-2766-438d-8682-f0f5865846c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337'] for network, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:17:24.465135 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a729085-2766-438d-8682-f0f5865846c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:17:24.465744 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-1a729085-2766-438d-8682-f0f5865846c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774323'] for network, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:17:24.523248 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-1a729085-2766-438d-8682-f0f5865846c6 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2628825 Aug 26 15:17:24.528305 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a729085-2766-438d-8682-f0f5865846c6 admin admin] Pushing event updated for resources: {'Network': ['ID=c03f24f3-f81e-44eb-aaf8-55e499a4f0d2,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:17:24.550790 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Network c03f24f3-f81e-44eb-aaf8-55e499a4f0d2 details requested by agent ovs-agent-dv-cinder-779576-7-iscsi with host dv-cinder-779576-7-iscsi {{(pid=93843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 15:17:26.757045 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 50500) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:17:26.820026 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.pecan_wsgi.hooks.translation [None req-261d44ac-9fc5-4550-822b-66511d095ad7 admin admin] GET failed (client error): The resource could not be found. Aug 26 15:17:26.821614 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-261d44ac-9fc5-4550-822b-66511d095ad7 admin admin] 10.222.0.20 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0636623 Aug 26 15:17:26.918764 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aafced4-7968-4511-975a-6161c4859161 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:17:26.920245 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-6aafced4-7968-4511-975a-6161c4859161 admin admin] 10.222.0.20 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0939503 Aug 26 15:17:26.931039 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [None req-3d2f36e3-a181-4c5c-95c0-62aab68cd169 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'c03f24f3-f81e-44eb-aaf8-55e499a4f0d2', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:17:26.950949 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d2f36e3-a181-4c5c-95c0-62aab68cd169 admin admin] Made reservation on behalf of ce3e21660d7b42a49130a01cc70825d4 for: {'subnet': 1} {{(pid=93842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:17:26.953329 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-3d2f36e3-a181-4c5c-95c0-62aab68cd169 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:17:27.122319 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-3d2f36e3-a181-4c5c-95c0-62aab68cd169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337'] for subnet, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:17:27.183053 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2f36e3-a181-4c5c-95c0-62aab68cd169 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64c1893d-a424-4f98-9c6a-50f8447a1e50,revision_number=0']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:17:27.191716 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2f36e3-a181-4c5c-95c0-62aab68cd169 admin admin] Checking segment: {'id': '8af44987-9cfe-4ecc-93a3-571d7ad547fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c03f24f3-f81e-44eb-aaf8-55e499a4f0d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 15:17:27.192245 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2f36e3-a181-4c5c-95c0-62aab68cd169 admin admin] Network hostable DHCP agents. Network: c03f24f3-f81e-44eb-aaf8-55e499a4f0d2, hostable agents: ['c577b1e9-213f-4ed4-b1c1-ed72ab3b29a9'], hosted agents: [] {{(pid=93842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 15:17:27.195897 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2f36e3-a181-4c5c-95c0-62aab68cd169 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:17:27.196390 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2f36e3-a181-4c5c-95c0-62aab68cd169 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:17:27.196742 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2f36e3-a181-4c5c-95c0-62aab68cd169 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:17:27.197084 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2f36e3-a181-4c5c-95c0-62aab68cd169 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:17:27.197424 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2f36e3-a181-4c5c-95c0-62aab68cd169 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:17:27.197793 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2f36e3-a181-4c5c-95c0-62aab68cd169 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:17:27.198262 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2f36e3-a181-4c5c-95c0-62aab68cd169 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:17:27.198484 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2f36e3-a181-4c5c-95c0-62aab68cd169 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:17:27.198779 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2f36e3-a181-4c5c-95c0-62aab68cd169 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:17:27.199109 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2f36e3-a181-4c5c-95c0-62aab68cd169 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:17:27.199435 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2f36e3-a181-4c5c-95c0-62aab68cd169 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:17:27.199756 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2f36e3-a181-4c5c-95c0-62aab68cd169 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:17:27.216437 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2f36e3-a181-4c5c-95c0-62aab68cd169 admin admin] Network c03f24f3-f81e-44eb-aaf8-55e499a4f0d2 is scheduled to be hosted by DHCP agent c577b1e9-213f-4ed4-b1c1-ed72ab3b29a9 with binding_index 1 {{(pid=93842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 15:17:27.224203 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.scheduler.base_scheduler [None req-3d2f36e3-a181-4c5c-95c0-62aab68cd169 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779576-7-iscsi, c03f24f3-f81e-44eb-aaf8-55e499a4f0d2) {{(pid=93842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:17:27.228234 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2f36e3-a181-4c5c-95c0-62aab68cd169 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:17:27.228819 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-3d2f36e3-a181-4c5c-95c0-62aab68cd169 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774323'] for subnet, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:17:27.234160 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2bd2377-7665-408e-aebb-0f77f5532ef6 None None] Network c03f24f3-f81e-44eb-aaf8-55e499a4f0d2 requested from dv-cinder-779576-7-iscsi {{(pid=93843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 15:17:27.251875 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-3d2f36e3-a181-4c5c-95c0-62aab68cd169 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3240964 Aug 26 15:17:27.390035 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06a90aa-047e-409f-af3e-3432dcbeda0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4cc187a2-af17-53df-8bc0-65deb136d35f-c03f24f3-f81e-44eb-aaf8-55e499a4f0d2', 'network_id': 'c03f24f3-f81e-44eb-aaf8-55e499a4f0d2', 'tenant_id': 'ce3e21660d7b42a49130a01cc70825d4', 'fixed_ips': [{'subnet_id': '64c1893d-a424-4f98-9c6a-50f8447a1e50'}]}} from dv-cinder-779576-7-iscsi. {{(pid=93843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 15:17:27.390961 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-a06a90aa-047e-409f-af3e-3432dcbeda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_create {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:17:27.534660 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.db_base_plugin_common [None req-a06a90aa-047e-409f-af3e-3432dcbeda0b None None] Allocated IP 192.168.233.2 (c03f24f3-f81e-44eb-aaf8-55e499a4f0d2/64c1893d-a424-4f98-9c6a-50f8447a1e50/c547dc2e-77ef-47ae-80c4-7cd93a95f068) {{(pid=93843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:17:27.784447 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-a06a90aa-047e-409f-af3e-3432dcbeda0b None None] Notify callbacks [] for port, precommit_create {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:17:27.793870 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-a06a90aa-047e-409f-af3e-3432dcbeda0b None None] Transition to ACTIVE for port object c547dc2e-77ef-47ae-80c4-7cd93a95f068 will not be triggered until provisioned by entity L2. {{(pid=93843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 15:17:27.810249 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-a06a90aa-047e-409f-af3e-3432dcbeda0b None None] Transition to ACTIVE for port object c547dc2e-77ef-47ae-80c4-7cd93a95f068 will not be triggered until provisioned by entity DHCP. {{(pid=93843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 15:17:27.816371 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-a06a90aa-047e-409f-af3e-3432dcbeda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793280355359'] for port, after_create {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:17:27.859206 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06a90aa-047e-409f-af3e-3432dcbeda0b None None] Network c03f24f3-f81e-44eb-aaf8-55e499a4f0d2 is already hosted by enough agents. {{(pid=93843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:17:27.864531 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.scheduler.base_scheduler [None req-a06a90aa-047e-409f-af3e-3432dcbeda0b None None] Resources bound (agent type, host, resource id): {{(pid=93843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:17:27.869358 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06a90aa-047e-409f-af3e-3432dcbeda0b None None] Pushing event updated for resources: {'Port': ['ID=c547dc2e-77ef-47ae-80c4-7cd93a95f068,revision_number=1']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:17:27.871653 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06a90aa-047e-409f-af3e-3432dcbeda0b None None] Received port after_create {{(pid=93843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 15:17:27.883286 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06a90aa-047e-409f-af3e-3432dcbeda0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:17:27.883631 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06a90aa-047e-409f-af3e-3432dcbeda0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:17:27.883977 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06a90aa-047e-409f-af3e-3432dcbeda0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:17:27.884309 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06a90aa-047e-409f-af3e-3432dcbeda0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:17:27.884639 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06a90aa-047e-409f-af3e-3432dcbeda0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:17:27.884985 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06a90aa-047e-409f-af3e-3432dcbeda0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:17:27.885311 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06a90aa-047e-409f-af3e-3432dcbeda0b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:17:27.885631 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06a90aa-047e-409f-af3e-3432dcbeda0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:17:27.885993 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06a90aa-047e-409f-af3e-3432dcbeda0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:17:27.886315 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06a90aa-047e-409f-af3e-3432dcbeda0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:17:27.886631 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06a90aa-047e-409f-af3e-3432dcbeda0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:17:27.887620 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06a90aa-047e-409f-af3e-3432dcbeda0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:17:27.933130 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-a06a90aa-047e-409f-af3e-3432dcbeda0b None None] Attempting to bind port c547dc2e-77ef-47ae-80c4-7cd93a95f068 on host dv-cinder-779576-7-iscsi for vnic_type normal with profile {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 15:17:27.933491 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-a06a90aa-047e-409f-af3e-3432dcbeda0b None None] Attempting to bind port c547dc2e-77ef-47ae-80c4-7cd93a95f068 by drivers openvswitch,hyperv on host dv-cinder-779576-7-iscsi at level 0 using segments [{'id': '8af44987-9cfe-4ecc-93a3-571d7ad547fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c03f24f3-f81e-44eb-aaf8-55e499a4f0d2'}] {{(pid=93843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 15:17:27.933881 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06a90aa-047e-409f-af3e-3432dcbeda0b None None] Attempting to bind port c547dc2e-77ef-47ae-80c4-7cd93a95f068 on network c03f24f3-f81e-44eb-aaf8-55e499a4f0d2 {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 15:17:27.938821 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06a90aa-047e-409f-af3e-3432dcbeda0b None None] Checking agent: {'id': '072be889-8d10-4535-8eb8-b08180675ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779576-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 15, 14, 10), 'started_at': datetime.datetime(2021, 8, 26, 15, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 15, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779576-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 15:17:27.939187 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06a90aa-047e-409f-af3e-3432dcbeda0b None None] Checking segment: {'id': '8af44987-9cfe-4ecc-93a3-571d7ad547fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c03f24f3-f81e-44eb-aaf8-55e499a4f0d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 15:17:27.939601 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-a06a90aa-047e-409f-af3e-3432dcbeda0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:17:27.939975 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06a90aa-047e-409f-af3e-3432dcbeda0b None None] Bound using segment: {'id': '8af44987-9cfe-4ecc-93a3-571d7ad547fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c03f24f3-f81e-44eb-aaf8-55e499a4f0d2'} {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 15:17:27.940431 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-a06a90aa-047e-409f-af3e-3432dcbeda0b None None] Bound port: c547dc2e-77ef-47ae-80c4-7cd93a95f068, host: dv-cinder-779576-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8af44987-9cfe-4ecc-93a3-571d7ad547fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c03f24f3-f81e-44eb-aaf8-55e499a4f0d2'}}] {{(pid=93843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 15:17:27.940822 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-a06a90aa-047e-409f-af3e-3432dcbeda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:17:28.005519 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-a06a90aa-047e-409f-af3e-3432dcbeda0b None None] For port c547dc2e-77ef-47ae-80c4-7cd93a95f068, host dv-cinder-779576-7-iscsi, cleared binding levels {{(pid=93843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:17:28.008945 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-a06a90aa-047e-409f-af3e-3432dcbeda0b None None] For port c547dc2e-77ef-47ae-80c4-7cd93a95f068, host dv-cinder-779576-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-7-iscsi',level=0,port_id=c547dc2e-77ef-47ae-80c4-7cd93a95f068,segment=NetworkSegment(8af44987-9cfe-4ecc-93a3-571d7ad547fc),segment_id=8af44987-9cfe-4ecc-93a3-571d7ad547fc)] {{(pid=93843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:17:28.013876 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-a06a90aa-047e-409f-af3e-3432dcbeda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:17:28.078404 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06a90aa-047e-409f-af3e-3432dcbeda0b None None] Pushing event updated for resources: {'Port': ['ID=c547dc2e-77ef-47ae-80c4-7cd93a95f068,revision_number=2']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:17:28.374922 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Device c547dc2e-77ef-47ae-80c4-7cd93a95f068 up at agent ovs-agent-dv-cinder-779576-7-iscsi {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:17:28.428710 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Provisioning for port c547dc2e-77ef-47ae-80c4-7cd93a95f068 completed by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 15:17:28.896766 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0172cb-3b06-4a91-80b6-abf03152c66c None None] Network c03f24f3-f81e-44eb-aaf8-55e499a4f0d2 requested from dv-cinder-779576-7-iscsi {{(pid=93843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 15:17:28.987323 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-9e981dc6-bfdd-43bf-acd9-1a6829fe61c2 None None] Provisioning for port c547dc2e-77ef-47ae-80c4-7cd93a95f068 completed by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 15:17:29.013452 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-9e981dc6-bfdd-43bf-acd9-1a6829fe61c2 None None] Provisioning complete for port c547dc2e-77ef-47ae-80c4-7cd93a95f068 triggered by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:17:29.013832 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-9e981dc6-bfdd-43bf-acd9-1a6829fe61c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:17:29.122967 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-9e981dc6-bfdd-43bf-acd9-1a6829fe61c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:17:29.164565 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-9e981dc6-bfdd-43bf-acd9-1a6829fe61c2 None None] For port c547dc2e-77ef-47ae-80c4-7cd93a95f068, host dv-cinder-779576-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-7-iscsi',level=0,port_id=c547dc2e-77ef-47ae-80c4-7cd93a95f068,segment=NetworkSegment(8af44987-9cfe-4ecc-93a3-571d7ad547fc),segment_id=8af44987-9cfe-4ecc-93a3-571d7ad547fc)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:17:29.170024 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-9e981dc6-bfdd-43bf-acd9-1a6829fe61c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:17:29.228692 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e981dc6-bfdd-43bf-acd9-1a6829fe61c2 None None] Pushing event updated for resources: {'Port': ['ID=c547dc2e-77ef-47ae-80c4-7cd93a95f068,revision_number=3']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:17:29.390045 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-aafe7f84-bbce-45e4-9206-84a27c9b4a9a None None] Provisioning complete for port c547dc2e-77ef-47ae-80c4-7cd93a95f068 triggered by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:17:29.390706 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-aafe7f84-bbce-45e4-9206-84a27c9b4a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:17:30.027260 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.agents_db [None req-f94a4f8d-c04a-4845-8e45-3296fab2d83d None None] Agent healthcheck: found 5 active agents {{(pid=93844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 15:17:30.346544 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Device c547dc2e-77ef-47ae-80c4-7cd93a95f068 up at agent ovs-agent-dv-cinder-779576-7-iscsi {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:17:30.396512 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Provisioning complete for port c547dc2e-77ef-47ae-80c4-7cd93a95f068 triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:17:30.397172 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:17:37.182612 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-d4d1673d-e4e7-460c-aec2-0f1962e160d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:17:39.803762 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:17:39.932194 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-a914d567-e14c-49cf-9b3b-535edf8d8566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:17:41.302049 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c45f19a1-5a59-44e4-9446-0a9261f71b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:17:42.931001 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-a6032fac-f2a0-46d6-9c2c-2483dfdc6249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:18:07.026005 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.agents_db [None req-f94a4f8d-c04a-4845-8e45-3296fab2d83d None None] Agent healthcheck: found 5 active agents {{(pid=93844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 15:18:07.176129 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-23c4acf9-6e26-4dac-b190-ff723c141dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:18:09.804989 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:18:09.932516 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-82f7d738-437b-4f7b-8dd3-4d2fd253042d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:18:11.306680 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c45f19a1-5a59-44e4-9446-0a9261f71b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:18:12.933649 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-a6032fac-f2a0-46d6-9c2c-2483dfdc6249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:18:36.410124 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 50552) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:18:36.415952 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [None req-417cfc53-f0aa-4986-977b-9ef297c637be tempest-verify_tempest_config-971245960 tempest-verify_tempest_config-971245960-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93842) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 15:18:36.416902 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-417cfc53-f0aa-4986-977b-9ef297c637be tempest-verify_tempest_config-971245960 tempest-verify_tempest_config-971245960-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058200 Aug 26 15:18:36.712692 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 50570) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:18:36.822498 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-779f6557-2110-4e5b-a5c8-9d54f2eedcf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:18:36.917558 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-779f6557-2110-4e5b-a5c8-9d54f2eedcf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:18:36.921660 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-779f6557-2110-4e5b-a5c8-9d54f2eedcf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:18:36.965893 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779f6557-2110-4e5b-a5c8-9d54f2eedcf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2a776b9-0c60-4267-a42d-3ae8747c5915,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:18:36.969625 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-779f6557-2110-4e5b-a5c8-9d54f2eedcf4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=63031a2ff55f48dd8aa0042f62f95e54&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2559428 Aug 26 15:18:36.973460 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 50574) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:18:36.976353 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779f6557-2110-4e5b-a5c8-9d54f2eedcf4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:18:36.976721 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779f6557-2110-4e5b-a5c8-9d54f2eedcf4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:18:36.977069 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779f6557-2110-4e5b-a5c8-9d54f2eedcf4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:18:36.977404 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779f6557-2110-4e5b-a5c8-9d54f2eedcf4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:18:36.977767 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779f6557-2110-4e5b-a5c8-9d54f2eedcf4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:18:36.978101 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779f6557-2110-4e5b-a5c8-9d54f2eedcf4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:18:36.978429 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779f6557-2110-4e5b-a5c8-9d54f2eedcf4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:18:36.978752 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779f6557-2110-4e5b-a5c8-9d54f2eedcf4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:18:36.979090 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779f6557-2110-4e5b-a5c8-9d54f2eedcf4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:18:36.979419 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779f6557-2110-4e5b-a5c8-9d54f2eedcf4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:18:36.979740 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779f6557-2110-4e5b-a5c8-9d54f2eedcf4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:18:36.980064 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779f6557-2110-4e5b-a5c8-9d54f2eedcf4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:18:37.031921 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-8701190d-c2ac-411a-861b-f2fdd4d9d0dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:18:37.053380 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-8701190d-c2ac-411a-861b-f2fdd4d9d0dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:18:37.151601 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-8701190d-c2ac-411a-861b-f2fdd4d9d0dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:18:37.154218 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-8701190d-c2ac-411a-861b-f2fdd4d9d0dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:18:37.155371 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-8701190d-c2ac-411a-861b-f2fdd4d9d0dc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c2a776b9-0c60-4267-a42d-3ae8747c5915 HTTP/1.1" status: 204 len: 168 time: 0.1807952 Aug 26 15:18:37.163487 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8701190d-c2ac-411a-861b-f2fdd4d9d0dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2a776b9-0c60-4267-a42d-3ae8747c5915,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:18:37.170347 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8701190d-c2ac-411a-861b-f2fdd4d9d0dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:18:37.170702 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8701190d-c2ac-411a-861b-f2fdd4d9d0dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:18:37.171051 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8701190d-c2ac-411a-861b-f2fdd4d9d0dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:18:37.171379 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8701190d-c2ac-411a-861b-f2fdd4d9d0dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:18:37.171715 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8701190d-c2ac-411a-861b-f2fdd4d9d0dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:18:37.172071 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8701190d-c2ac-411a-861b-f2fdd4d9d0dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:18:37.172405 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8701190d-c2ac-411a-861b-f2fdd4d9d0dc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:18:37.172736 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8701190d-c2ac-411a-861b-f2fdd4d9d0dc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:18:37.173067 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8701190d-c2ac-411a-861b-f2fdd4d9d0dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:18:37.173388 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8701190d-c2ac-411a-861b-f2fdd4d9d0dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:18:37.173729 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8701190d-c2ac-411a-861b-f2fdd4d9d0dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:18:37.174061 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8701190d-c2ac-411a-861b-f2fdd4d9d0dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:18:37.198991 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-9522d7bd-9bad-4a6d-bf34-7be0ea1302ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:18:39.807032 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:18:39.935351 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-f1abe5ec-5f20-4835-958c-f73ab406afe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:18:41.307337 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c45f19a1-5a59-44e4-9446-0a9261f71b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:18:42.939203 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-a6032fac-f2a0-46d6-9c2c-2483dfdc6249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:18:44.025492 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.agents_db [None req-f94a4f8d-c04a-4845-8e45-3296fab2d83d None None] Agent healthcheck: found 5 active agents {{(pid=93844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 15:19:07.181493 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-77e08a1a-93f6-41d8-96fb-727cb4e30e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:19:09.808322 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:19:09.936592 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-4ce63462-d7ca-49fe-86b1-acca9e5ad55b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:19:11.311929 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c45f19a1-5a59-44e4-9446-0a9261f71b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:19:12.941394 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-a6032fac-f2a0-46d6-9c2c-2483dfdc6249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:19:21.023878 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.agents_db [None req-f94a4f8d-c04a-4845-8e45-3296fab2d83d None None] Agent healthcheck: found 5 active agents {{(pid=93844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 15:19:37.191980 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-e2d825d2-0346-4980-8d1d-59ab2b0da9d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:19:39.808634 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:19:39.936966 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-a8c9e34f-66fa-4b81-8339-55796bb4157c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:19:41.314273 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c45f19a1-5a59-44e4-9446-0a9261f71b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:19:42.944304 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-a6032fac-f2a0-46d6-9c2c-2483dfdc6249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:19:58.021590 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.agents_db [None req-f94a4f8d-c04a-4845-8e45-3296fab2d83d None None] Agent healthcheck: found 5 active agents {{(pid=93844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 15:20:07.187885 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-7b1c0a1a-27ca-4549-a13c-81983b22fbbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:20:08.039291 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3924805'] for agent, after_create {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:20:09.809664 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:20:09.937930 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-d6854be1-8fa8-43e3-abde-18497db7bae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:20:11.316799 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c45f19a1-5a59-44e4-9446-0a9261f71b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:20:12.946811 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-a6032fac-f2a0-46d6-9c2c-2483dfdc6249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:20:23.783107 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 50650) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:20:23.907297 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-8281fccc-e8a7-4b19-8e98-f19b7965a8e6 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1229842 Aug 26 15:20:26.127049 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 50660) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:20:26.188000 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-f587c02e-6d2b-4dcd-bb42-b28857250b49 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0598361 Aug 26 15:20:35.019476 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.agents_db [None req-f94a4f8d-c04a-4845-8e45-3296fab2d83d None None] Agent healthcheck: found 6 active agents {{(pid=93844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 15:20:37.178636 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-1524f58b-2121-4982-8615-fb1d37f80b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:20:37.994286 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:20:39.810713 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:20:39.939525 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-f496ae22-0773-487c-86b2-9d86881c572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:20:41.323069 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c45f19a1-5a59-44e4-9446-0a9261f71b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:20:42.949686 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-a6032fac-f2a0-46d6-9c2c-2483dfdc6249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:21:07.179575 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-f2a16be7-aeed-424c-9c3a-bae81c6582e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:21:08.008396 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:21:09.814019 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:21:09.942132 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-99b94411-56de-4531-a7c9-14fecd96b42e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:21:11.324202 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c45f19a1-5a59-44e4-9446-0a9261f71b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:21:12.018510 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.agents_db [None req-f94a4f8d-c04a-4845-8e45-3296fab2d83d None None] Agent healthcheck: found 6 active agents {{(pid=93844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 15:21:12.958203 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-a6032fac-f2a0-46d6-9c2c-2483dfdc6249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:21:37.191307 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-0594e44a-601d-4f13-9496-60ba31536966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:21:38.007657 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:21:39.816204 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:21:39.942619 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-ccbc5621-7695-4c58-a1e6-df11f54f1afc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:21:41.328743 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c45f19a1-5a59-44e4-9446-0a9261f71b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:21:42.952805 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-a6032fac-f2a0-46d6-9c2c-2483dfdc6249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:21:49.017566 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.agents_db [None req-f94a4f8d-c04a-4845-8e45-3296fab2d83d None None] Agent healthcheck: found 6 active agents {{(pid=93844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 15:21:56.751715 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 50846) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:21:56.785971 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 50856) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:21:57.042433 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [None req-496d9416-b0ca-4fcb-afce-b86de3c90846 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1374245317-network', 'tenant_id': '325e250cc0ee4f96a660444ea669b200'}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:21:57.068989 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-496d9416-b0ca-4fcb-afce-b86de3c90846 admin admin] Made reservation on behalf of 325e250cc0ee4f96a660444ea669b200 for: {'network': 1} {{(pid=93841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:21:57.072058 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-496d9416-b0ca-4fcb-afce-b86de3c90846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for network, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:21:57.080723 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [None req-5c550f05-1773-4794-9799-1c0907565cc0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1152206057-network', 'tenant_id': '51d0a6d3e78f46f98a1a4881bf9eb094'}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:21:57.082478 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-496d9416-b0ca-4fcb-afce-b86de3c90846 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:21:57.109218 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c550f05-1773-4794-9799-1c0907565cc0 admin admin] Made reservation on behalf of 51d0a6d3e78f46f98a1a4881bf9eb094 for: {'network': 1} {{(pid=93842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:21:57.112049 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-5c550f05-1773-4794-9799-1c0907565cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for network, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:21:57.122262 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-5c550f05-1773-4794-9799-1c0907565cc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:21:57.222565 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-496d9416-b0ca-4fcb-afce-b86de3c90846 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:21:57.228302 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-496d9416-b0ca-4fcb-afce-b86de3c90846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:21:57.255569 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496d9416-b0ca-4fcb-afce-b86de3c90846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c30e9566-1433-4380-9438-aba7d6a676ad,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:21:57.262425 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 50882) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:21:57.265348 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496d9416-b0ca-4fcb-afce-b86de3c90846 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:21:57.265768 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496d9416-b0ca-4fcb-afce-b86de3c90846 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:21:57.266118 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496d9416-b0ca-4fcb-afce-b86de3c90846 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:21:57.266455 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496d9416-b0ca-4fcb-afce-b86de3c90846 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:21:57.266790 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496d9416-b0ca-4fcb-afce-b86de3c90846 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:21:57.267135 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496d9416-b0ca-4fcb-afce-b86de3c90846 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:21:57.267465 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496d9416-b0ca-4fcb-afce-b86de3c90846 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:21:57.267787 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496d9416-b0ca-4fcb-afce-b86de3c90846 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:21:57.268293 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496d9416-b0ca-4fcb-afce-b86de3c90846 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:21:57.268772 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496d9416-b0ca-4fcb-afce-b86de3c90846 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:21:57.269253 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496d9416-b0ca-4fcb-afce-b86de3c90846 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:21:57.269763 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496d9416-b0ca-4fcb-afce-b86de3c90846 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:21:57.271144 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496d9416-b0ca-4fcb-afce-b86de3c90846 admin admin] Tracked resource versions report: Aug 26 15:21:57.271144 dv-cinder-779576-7-iscsi neutron-server[93841]: pushed versions: Aug 26 15:21:57.271144 dv-cinder-779576-7-iscsi neutron-server[93841]: { 'AddressGroup': {'1.2'}, Aug 26 15:21:57.271144 dv-cinder-779576-7-iscsi neutron-server[93841]: 'ConntrackHelper': {'1.0'}, Aug 26 15:21:57.271144 dv-cinder-779576-7-iscsi neutron-server[93841]: 'Log': {'1.0'}, Aug 26 15:21:57.271144 dv-cinder-779576-7-iscsi neutron-server[93841]: 'Network': {'1.1'}, Aug 26 15:21:57.271144 dv-cinder-779576-7-iscsi neutron-server[93841]: 'Port': {'1.7'}, Aug 26 15:21:57.271144 dv-cinder-779576-7-iscsi neutron-server[93841]: 'PortForwarding': {'1.2'}, Aug 26 15:21:57.271144 dv-cinder-779576-7-iscsi neutron-server[93841]: 'QosPolicy': {'1.9'}, Aug 26 15:21:57.271144 dv-cinder-779576-7-iscsi neutron-server[93841]: 'SecurityGroup': {'1.4'}, Aug 26 15:21:57.271144 dv-cinder-779576-7-iscsi neutron-server[93841]: 'SecurityGroupRule': {'1.2'}, Aug 26 15:21:57.271144 dv-cinder-779576-7-iscsi neutron-server[93841]: 'SubPort': {'1.0'}, Aug 26 15:21:57.271144 dv-cinder-779576-7-iscsi neutron-server[93841]: 'Subnet': {'1.1'}, Aug 26 15:21:57.271144 dv-cinder-779576-7-iscsi neutron-server[93841]: 'Trunk': {'1.1'}} Aug 26 15:21:57.271144 dv-cinder-779576-7-iscsi neutron-server[93841]: consumer versions: Aug 26 15:21:57.271144 dv-cinder-779576-7-iscsi neutron-server[93841]: { DHCP agent@dv-cinder-779576-7-iscsi: {}, Aug 26 15:21:57.271144 dv-cinder-779576-7-iscsi neutron-server[93841]: HyperV agent@hv-cinder-77957: {}, Aug 26 15:21:57.271144 dv-cinder-779576-7-iscsi neutron-server[93841]: L3 agent@dv-cinder-779576-7-iscsi: {}, Aug 26 15:21:57.271144 dv-cinder-779576-7-iscsi neutron-server[93841]: Metadata agent@dv-cinder-779576-7-iscsi: {}, Aug 26 15:21:57.271144 dv-cinder-779576-7-iscsi neutron-server[93841]: Metering agent@dv-cinder-779576-7-iscsi: {}, Aug 26 15:21:57.271144 dv-cinder-779576-7-iscsi neutron-server[93841]: Open vSwitch agent@dv-cinder-779576-7-iscsi: { 'AddressGroup': '1.2', Aug 26 15:21:57.271144 dv-cinder-779576-7-iscsi neutron-server[93841]: 'ConntrackHelper': '1.0', Aug 26 15:21:57.271144 dv-cinder-779576-7-iscsi neutron-server[93841]: 'Log': '1.0', Aug 26 15:21:57.271144 dv-cinder-779576-7-iscsi neutron-server[93841]: 'Network': '1.1', Aug 26 15:21:57.271144 dv-cinder-779576-7-iscsi neutron-server[93841]: 'Port': '1.7', Aug 26 15:21:57.271144 dv-cinder-779576-7-iscsi neutron-server[93841]: 'PortForwarding': '1.2', Aug 26 15:21:57.271144 dv-cinder-779576-7-iscsi neutron-server[93841]: 'QosPolicy': '1.9', Aug 26 15:21:57.271144 dv-cinder-779576-7-iscsi neutron-server[93841]: 'SecurityGroup': '1.4', Aug 26 15:21:57.271144 dv-cinder-779576-7-iscsi neutron-server[93841]: 'SecurityGroupRule': '1.2', Aug 26 15:21:57.271144 dv-cinder-779576-7-iscsi neutron-server[93841]: 'SubPort': '1.0', Aug 26 15:21:57.271144 dv-cinder-779576-7-iscsi neutron-server[93841]: 'Subnet': '1.1', Aug 26 15:21:57.271144 dv-cinder-779576-7-iscsi neutron-server[93841]: 'Trunk': '1.1'}} Aug 26 15:21:57.271144 dv-cinder-779576-7-iscsi neutron-server[93841]: {{(pid=93841) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 26 15:21:57.289855 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-496d9416-b0ca-4fcb-afce-b86de3c90846 admin admin] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=93841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 15:21:57.302229 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-496d9416-b0ca-4fcb-afce-b86de3c90846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509819'] for segment, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:21:57.302845 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.db.segments_db [None req-496d9416-b0ca-4fcb-afce-b86de3c90846 admin admin] Added segment 0ec1eb10-b6cf-4ddf-8e03-025f92e0f066 of type vlan for network 5259dd52-af89-4ce5-97be-ec3de46ece36 Aug 26 15:21:57.331391 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-5c550f05-1773-4794-9799-1c0907565cc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:21:57.335257 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-5c550f05-1773-4794-9799-1c0907565cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:21:57.366009 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-496d9416-b0ca-4fcb-afce-b86de3c90846 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793280371833'] for network, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:21:57.370824 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c550f05-1773-4794-9799-1c0907565cc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aebea42-778b-4082-aaec-81fff7e29b14,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:21:57.378540 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c550f05-1773-4794-9799-1c0907565cc0 admin admin] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=93842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 15:21:57.381160 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c550f05-1773-4794-9799-1c0907565cc0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:21:57.381536 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c550f05-1773-4794-9799-1c0907565cc0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:21:57.381927 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c550f05-1773-4794-9799-1c0907565cc0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:21:57.382268 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c550f05-1773-4794-9799-1c0907565cc0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:21:57.382604 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c550f05-1773-4794-9799-1c0907565cc0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:21:57.382956 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c550f05-1773-4794-9799-1c0907565cc0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:21:57.383299 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c550f05-1773-4794-9799-1c0907565cc0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:21:57.383654 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c550f05-1773-4794-9799-1c0907565cc0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:21:57.384001 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c550f05-1773-4794-9799-1c0907565cc0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:21:57.384334 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c550f05-1773-4794-9799-1c0907565cc0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:21:57.384663 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c550f05-1773-4794-9799-1c0907565cc0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:21:57.384991 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c550f05-1773-4794-9799-1c0907565cc0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:21:57.386144 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c550f05-1773-4794-9799-1c0907565cc0 admin admin] Tracked resource versions report: Aug 26 15:21:57.386144 dv-cinder-779576-7-iscsi neutron-server[93842]: pushed versions: Aug 26 15:21:57.386144 dv-cinder-779576-7-iscsi neutron-server[93842]: { 'AddressGroup': {'1.2'}, Aug 26 15:21:57.386144 dv-cinder-779576-7-iscsi neutron-server[93842]: 'ConntrackHelper': {'1.0'}, Aug 26 15:21:57.386144 dv-cinder-779576-7-iscsi neutron-server[93842]: 'Log': {'1.0'}, Aug 26 15:21:57.386144 dv-cinder-779576-7-iscsi neutron-server[93842]: 'Network': {'1.1'}, Aug 26 15:21:57.386144 dv-cinder-779576-7-iscsi neutron-server[93842]: 'Port': {'1.7'}, Aug 26 15:21:57.386144 dv-cinder-779576-7-iscsi neutron-server[93842]: 'PortForwarding': {'1.2'}, Aug 26 15:21:57.386144 dv-cinder-779576-7-iscsi neutron-server[93842]: 'QosPolicy': {'1.9'}, Aug 26 15:21:57.386144 dv-cinder-779576-7-iscsi neutron-server[93842]: 'SecurityGroup': {'1.4'}, Aug 26 15:21:57.386144 dv-cinder-779576-7-iscsi neutron-server[93842]: 'SecurityGroupRule': {'1.2'}, Aug 26 15:21:57.386144 dv-cinder-779576-7-iscsi neutron-server[93842]: 'SubPort': {'1.0'}, Aug 26 15:21:57.386144 dv-cinder-779576-7-iscsi neutron-server[93842]: 'Subnet': {'1.1'}, Aug 26 15:21:57.386144 dv-cinder-779576-7-iscsi neutron-server[93842]: 'Trunk': {'1.1'}} Aug 26 15:21:57.386144 dv-cinder-779576-7-iscsi neutron-server[93842]: consumer versions: Aug 26 15:21:57.386144 dv-cinder-779576-7-iscsi neutron-server[93842]: { DHCP agent@dv-cinder-779576-7-iscsi: {}, Aug 26 15:21:57.386144 dv-cinder-779576-7-iscsi neutron-server[93842]: HyperV agent@hv-cinder-77957: {}, Aug 26 15:21:57.386144 dv-cinder-779576-7-iscsi neutron-server[93842]: L3 agent@dv-cinder-779576-7-iscsi: {}, Aug 26 15:21:57.386144 dv-cinder-779576-7-iscsi neutron-server[93842]: Metadata agent@dv-cinder-779576-7-iscsi: {}, Aug 26 15:21:57.386144 dv-cinder-779576-7-iscsi neutron-server[93842]: Metering agent@dv-cinder-779576-7-iscsi: {}, Aug 26 15:21:57.386144 dv-cinder-779576-7-iscsi neutron-server[93842]: Open vSwitch agent@dv-cinder-779576-7-iscsi: { 'AddressGroup': '1.2', Aug 26 15:21:57.386144 dv-cinder-779576-7-iscsi neutron-server[93842]: 'ConntrackHelper': '1.0', Aug 26 15:21:57.386144 dv-cinder-779576-7-iscsi neutron-server[93842]: 'Log': '1.0', Aug 26 15:21:57.386144 dv-cinder-779576-7-iscsi neutron-server[93842]: 'Network': '1.1', Aug 26 15:21:57.386144 dv-cinder-779576-7-iscsi neutron-server[93842]: 'Port': '1.7', Aug 26 15:21:57.386144 dv-cinder-779576-7-iscsi neutron-server[93842]: 'PortForwarding': '1.2', Aug 26 15:21:57.386144 dv-cinder-779576-7-iscsi neutron-server[93842]: 'QosPolicy': '1.9', Aug 26 15:21:57.386144 dv-cinder-779576-7-iscsi neutron-server[93842]: 'SecurityGroup': '1.4', Aug 26 15:21:57.386144 dv-cinder-779576-7-iscsi neutron-server[93842]: 'SecurityGroupRule': '1.2', Aug 26 15:21:57.386144 dv-cinder-779576-7-iscsi neutron-server[93842]: 'SubPort': '1.0', Aug 26 15:21:57.386144 dv-cinder-779576-7-iscsi neutron-server[93842]: 'Subnet': '1.1', Aug 26 15:21:57.386144 dv-cinder-779576-7-iscsi neutron-server[93842]: 'Trunk': '1.1'}} Aug 26 15:21:57.386144 dv-cinder-779576-7-iscsi neutron-server[93842]: {{(pid=93842) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 26 15:21:57.398470 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-5c550f05-1773-4794-9799-1c0907565cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509819'] for segment, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:21:57.398832 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.db.segments_db [None req-5c550f05-1773-4794-9799-1c0907565cc0 admin admin] Added segment a2157187-b2ff-4956-9692-54ade6ba6784 of type vlan for network d887f735-fbdb-4418-baf1-8e9e0d77221f Aug 26 15:21:57.407457 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-496d9416-b0ca-4fcb-afce-b86de3c90846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337'] for network, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:21:57.409443 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496d9416-b0ca-4fcb-afce-b86de3c90846 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:21:57.410463 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-496d9416-b0ca-4fcb-afce-b86de3c90846 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774323'] for network, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:21:57.453794 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-5c550f05-1773-4794-9799-1c0907565cc0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793280371833'] for network, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:21:57.477769 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-496d9416-b0ca-4fcb-afce-b86de3c90846 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7237964 Aug 26 15:21:57.480627 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 50890) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:21:57.481337 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496d9416-b0ca-4fcb-afce-b86de3c90846 admin admin] Pushing event updated for resources: {'Network': ['ID=5259dd52-af89-4ce5-97be-ec3de46ece36,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:21:57.490383 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [None req-05df956f-dc66-4930-a6f3-fe8a7f87da0a admin admin] Request body: {'subnet': {'network_id': '5259dd52-af89-4ce5-97be-ec3de46ece36', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1374245317-subnet', 'tenant_id': '325e250cc0ee4f96a660444ea669b200', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:21:57.495727 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Network 5259dd52-af89-4ce5-97be-ec3de46ece36 details requested by agent ovs-agent-dv-cinder-779576-7-iscsi with host dv-cinder-779576-7-iscsi {{(pid=93843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 15:21:57.505297 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-5c550f05-1773-4794-9799-1c0907565cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337'] for network, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:21:57.508793 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c550f05-1773-4794-9799-1c0907565cc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:21:57.509627 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-5c550f05-1773-4794-9799-1c0907565cc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774323'] for network, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:21:57.520655 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05df956f-dc66-4930-a6f3-fe8a7f87da0a admin admin] Made reservation on behalf of 325e250cc0ee4f96a660444ea669b200 for: {'subnet': 1} {{(pid=93841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:21:57.523870 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-05df956f-dc66-4930-a6f3-fe8a7f87da0a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:21:57.635747 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-5c550f05-1773-4794-9799-1c0907565cc0 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8486166 Aug 26 15:21:57.641045 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 50900) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:21:57.650305 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c550f05-1773-4794-9799-1c0907565cc0 admin admin] Pushing event updated for resources: {'Network': ['ID=d887f735-fbdb-4418-baf1-8e9e0d77221f,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:21:57.660638 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Network d887f735-fbdb-4418-baf1-8e9e0d77221f details requested by agent ovs-agent-dv-cinder-779576-7-iscsi with host dv-cinder-779576-7-iscsi {{(pid=93843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 15:21:57.669828 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [None req-36a0013f-682d-4602-aec2-d8b647b8a232 admin admin] Request body: {'subnet': {'network_id': 'd887f735-fbdb-4418-baf1-8e9e0d77221f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1152206057-subnet', 'tenant_id': '51d0a6d3e78f46f98a1a4881bf9eb094', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:21:57.742311 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [None req-47485804-1049-4a39-a3b4-9c159a2e6a20 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2016402883-network', 'tenant_id': 'ee4e5400142e4c7fbe137913ded5ccba'}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:21:57.759755 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 50910) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:21:57.770054 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 50912) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:21:57.799640 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36a0013f-682d-4602-aec2-d8b647b8a232 admin admin] Made reservation on behalf of 51d0a6d3e78f46f98a1a4881bf9eb094 for: {'subnet': 1} {{(pid=93841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:21:57.802117 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-36a0013f-682d-4602-aec2-d8b647b8a232 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:21:57.843689 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [None req-59e00a31-5896-469f-8e53-ab330f4193dc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2127485695-network', 'tenant_id': 'a571a33f0e074fabbd06be1f77a97dd0'}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:21:57.886493 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-05df956f-dc66-4930-a6f3-fe8a7f87da0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337'] for subnet, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:21:57.899585 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47485804-1049-4a39-a3b4-9c159a2e6a20 admin admin] Made reservation on behalf of ee4e5400142e4c7fbe137913ded5ccba for: {'network': 1} {{(pid=93841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:21:57.902022 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-47485804-1049-4a39-a3b4-9c159a2e6a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for network, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:21:57.915176 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59e00a31-5896-469f-8e53-ab330f4193dc admin admin] Made reservation on behalf of a571a33f0e074fabbd06be1f77a97dd0 for: {'network': 1} {{(pid=93842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:21:57.917679 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-59e00a31-5896-469f-8e53-ab330f4193dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for network, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:21:57.928641 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-59e00a31-5896-469f-8e53-ab330f4193dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:21:57.936767 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-47485804-1049-4a39-a3b4-9c159a2e6a20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:21:58.013191 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05df956f-dc66-4930-a6f3-fe8a7f87da0a admin admin] Checking segment: {'id': '0ec1eb10-b6cf-4ddf-8e03-025f92e0f066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '5259dd52-af89-4ce5-97be-ec3de46ece36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 15:21:58.013548 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05df956f-dc66-4930-a6f3-fe8a7f87da0a admin admin] Network hostable DHCP agents. Network: 5259dd52-af89-4ce5-97be-ec3de46ece36, hostable agents: ['c577b1e9-213f-4ed4-b1c1-ed72ab3b29a9'], hosted agents: [] {{(pid=93841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 15:21:58.032488 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05df956f-dc66-4930-a6f3-fe8a7f87da0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb532071-c92d-4cb0-b50c-071fbc4a8478,revision_number=0']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:21:58.055239 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-59e00a31-5896-469f-8e53-ab330f4193dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:21:58.062768 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [None req-f5d94df5-01bd-4b0d-8d0f-d6f6c432c0aa admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-825906397-network', 'tenant_id': '00ac4322064645a3ad7e3251384021a2'}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:21:58.071605 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-59e00a31-5896-469f-8e53-ab330f4193dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:21:58.086341 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59e00a31-5896-469f-8e53-ab330f4193dc admin admin] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=93842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 15:21:58.095909 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05df956f-dc66-4930-a6f3-fe8a7f87da0a admin admin] Network 5259dd52-af89-4ce5-97be-ec3de46ece36 is scheduled to be hosted by DHCP agent c577b1e9-213f-4ed4-b1c1-ed72ab3b29a9 with binding_index 1 {{(pid=93841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 15:21:58.098230 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-59e00a31-5896-469f-8e53-ab330f4193dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509819'] for segment, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:21:58.101886 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.db.segments_db [None req-59e00a31-5896-469f-8e53-ab330f4193dc admin admin] Added segment 972cb16a-c764-497d-89f6-d9048023e775 of type vlan for network a386d6d9-e769-427b-a3dd-4a66aae709a7 Aug 26 15:21:58.147821 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-59e00a31-5896-469f-8e53-ab330f4193dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793280371833'] for network, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:21:58.157132 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.scheduler.base_scheduler [None req-05df956f-dc66-4930-a6f3-fe8a7f87da0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779576-7-iscsi, 5259dd52-af89-4ce5-97be-ec3de46ece36) {{(pid=93841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:21:58.166077 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc32eaf-729a-45b9-b217-a76a37e68a3e None None] Network 5259dd52-af89-4ce5-97be-ec3de46ece36 requested from dv-cinder-779576-7-iscsi {{(pid=93843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 15:21:58.177103 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05df956f-dc66-4930-a6f3-fe8a7f87da0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:21:58.178384 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-05df956f-dc66-4930-a6f3-fe8a7f87da0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774323'] for subnet, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:21:58.254381 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e00a31-5896-469f-8e53-ab330f4193dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d334d206-6957-4706-a6f3-f8634d810298,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:21:58.269797 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-59e00a31-5896-469f-8e53-ab330f4193dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337'] for network, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:21:58.270834 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e00a31-5896-469f-8e53-ab330f4193dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:21:58.271514 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-59e00a31-5896-469f-8e53-ab330f4193dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774323'] for network, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:21:58.280961 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-36a0013f-682d-4602-aec2-d8b647b8a232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337'] for subnet, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:21:58.370025 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7878da9-c5cc-4290-8115-7ba820d22351 None None] Network 5259dd52-af89-4ce5-97be-ec3de46ece36 requested from dv-cinder-779576-7-iscsi {{(pid=93843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 15:21:58.408321 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e00a31-5896-469f-8e53-ab330f4193dc admin admin] Pushing event updated for resources: {'Network': ['ID=a386d6d9-e769-427b-a3dd-4a66aae709a7,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:21:58.443823 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-47485804-1049-4a39-a3b4-9c159a2e6a20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:21:58.452461 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Network a386d6d9-e769-427b-a3dd-4a66aae709a7 details requested by agent ovs-agent-dv-cinder-779576-7-iscsi with host dv-cinder-779576-7-iscsi {{(pid=93843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 15:21:58.473922 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-59e00a31-5896-469f-8e53-ab330f4193dc admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7127600 Aug 26 15:21:58.474523 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 50942) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:21:58.479924 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [None req-42fbb679-abb0-4238-b020-72273c3b2ca2 admin admin] Request body: {'subnet': {'network_id': 'a386d6d9-e769-427b-a3dd-4a66aae709a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2127485695-subnet', 'tenant_id': 'a571a33f0e074fabbd06be1f77a97dd0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:21:58.547874 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-47485804-1049-4a39-a3b4-9c159a2e6a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:21:58.556265 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5d94df5-01bd-4b0d-8d0f-d6f6c432c0aa admin admin] Made reservation on behalf of 00ac4322064645a3ad7e3251384021a2 for: {'network': 1} {{(pid=93842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:21:58.558992 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-f5d94df5-01bd-4b0d-8d0f-d6f6c432c0aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for network, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:21:58.593961 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-05df956f-dc66-4930-a6f3-fe8a7f87da0a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1079667 Aug 26 15:21:58.599284 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a0013f-682d-4602-aec2-d8b647b8a232 admin admin] Checking segment: {'id': 'a2157187-b2ff-4956-9692-54ade6ba6784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'd887f735-fbdb-4418-baf1-8e9e0d77221f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 15:21:58.599284 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a0013f-682d-4602-aec2-d8b647b8a232 admin admin] Network hostable DHCP agents. Network: d887f735-fbdb-4418-baf1-8e9e0d77221f, hostable agents: ['c577b1e9-213f-4ed4-b1c1-ed72ab3b29a9'], hosted agents: [] {{(pid=93841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 15:21:58.605015 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a0013f-682d-4602-aec2-d8b647b8a232 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2dc1893b-86f2-4498-b069-d334c29d6d3f,revision_number=0']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:21:58.610818 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-f5d94df5-01bd-4b0d-8d0f-d6f6c432c0aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:21:58.631045 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47485804-1049-4a39-a3b4-9c159a2e6a20 admin admin] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=93841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 15:21:58.631609 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42fbb679-abb0-4238-b020-72273c3b2ca2 admin admin] Made reservation on behalf of a571a33f0e074fabbd06be1f77a97dd0 for: {'subnet': 1} {{(pid=93842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:21:58.634386 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-42fbb679-abb0-4238-b020-72273c3b2ca2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:21:58.655357 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-47485804-1049-4a39-a3b4-9c159a2e6a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509819'] for segment, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:21:58.656225 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.db.segments_db [None req-47485804-1049-4a39-a3b4-9c159a2e6a20 admin admin] Added segment 818aaf55-46d5-4ddf-9337-45c80fa5cae7 of type vlan for network ae65a4ef-fdc5-40e5-b29a-6b6f8df0a048 Aug 26 15:21:58.664142 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47485804-1049-4a39-a3b4-9c159a2e6a20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75a05ea5-e4a4-4b4e-b1bc-4839c525eea5,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:21:58.669182 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a0013f-682d-4602-aec2-d8b647b8a232 admin admin] Network d887f735-fbdb-4418-baf1-8e9e0d77221f is scheduled to be hosted by DHCP agent c577b1e9-213f-4ed4-b1c1-ed72ab3b29a9 with binding_index 1 {{(pid=93841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 15:21:58.711415 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.scheduler.base_scheduler [None req-36a0013f-682d-4602-aec2-d8b647b8a232 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779576-7-iscsi, d887f735-fbdb-4418-baf1-8e9e0d77221f) {{(pid=93841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:21:58.714768 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-47485804-1049-4a39-a3b4-9c159a2e6a20 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793280371833'] for network, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:21:58.721621 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a0013f-682d-4602-aec2-d8b647b8a232 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:21:58.722257 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-36a0013f-682d-4602-aec2-d8b647b8a232 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774323'] for subnet, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:21:58.730641 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cac41b6-0560-4ded-87f2-8fde64186b75 None None] Network d887f735-fbdb-4418-baf1-8e9e0d77221f requested from dv-cinder-779576-7-iscsi {{(pid=93843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 15:21:58.743946 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-36a0013f-682d-4602-aec2-d8b647b8a232 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0894139 Aug 26 15:21:58.744977 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 50964) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:21:58.751572 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [None req-659d83fa-65b8-4563-8613-7d318025ee88 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1152206057-router', 'tenant_id': '51d0a6d3e78f46f98a1a4881bf9eb094', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e'}}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:21:58.787507 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-47485804-1049-4a39-a3b4-9c159a2e6a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337'] for network, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:21:58.788677 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47485804-1049-4a39-a3b4-9c159a2e6a20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:21:58.789370 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-47485804-1049-4a39-a3b4-9c159a2e6a20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774323'] for network, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:21:58.880710 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-659d83fa-65b8-4563-8613-7d318025ee88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3930572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28712'] for router, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:21:58.881928 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-659d83fa-65b8-4563-8613-7d318025ee88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3930464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3928842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3854504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28705'] for router, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:21:58.908087 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-47485804-1049-4a39-a3b4-9c159a2e6a20 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6308887 Aug 26 15:21:58.912998 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 50980) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:21:58.925715 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [None req-e8da4d3f-28a9-430b-8df5-f624f17c241f admin admin] Request body: {'subnet': {'network_id': 'ae65a4ef-fdc5-40e5-b29a-6b6f8df0a048', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2016402883-subnet', 'tenant_id': 'ee4e5400142e4c7fbe137913ded5ccba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:21:58.951367 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47485804-1049-4a39-a3b4-9c159a2e6a20 admin admin] Pushing event updated for resources: {'Network': ['ID=ae65a4ef-fdc5-40e5-b29a-6b6f8df0a048,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:21:59.003939 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Network ae65a4ef-fdc5-40e5-b29a-6b6f8df0a048 details requested by agent ovs-agent-dv-cinder-779576-7-iscsi with host dv-cinder-779576-7-iscsi {{(pid=93843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 15:21:59.004183 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-659d83fa-65b8-4563-8613-7d318025ee88 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:21:59.010377 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-42fbb679-abb0-4238-b020-72273c3b2ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337'] for subnet, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:21:59.132390 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fbb679-abb0-4238-b020-72273c3b2ca2 admin admin] Checking segment: {'id': '972cb16a-c764-497d-89f6-d9048023e775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'a386d6d9-e769-427b-a3dd-4a66aae709a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 15:21:59.132998 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42fbb679-abb0-4238-b020-72273c3b2ca2 admin admin] Network hostable DHCP agents. Network: a386d6d9-e769-427b-a3dd-4a66aae709a7, hostable agents: ['c577b1e9-213f-4ed4-b1c1-ed72ab3b29a9'], hosted agents: [] {{(pid=93842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 15:21:59.168728 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-f5d94df5-01bd-4b0d-8d0f-d6f6c432c0aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:21:59.173753 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42fbb679-abb0-4238-b020-72273c3b2ca2 admin admin] Network a386d6d9-e769-427b-a3dd-4a66aae709a7 is scheduled to be hosted by DHCP agent c577b1e9-213f-4ed4-b1c1-ed72ab3b29a9 with binding_index 1 {{(pid=93842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 15:21:59.230981 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-f5d94df5-01bd-4b0d-8d0f-d6f6c432c0aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:21:59.246466 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.scheduler.base_scheduler [None req-42fbb679-abb0-4238-b020-72273c3b2ca2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779576-7-iscsi, a386d6d9-e769-427b-a3dd-4a66aae709a7) {{(pid=93842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:21:59.259837 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fbb679-abb0-4238-b020-72273c3b2ca2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c96291ec-8721-4a15-8133-5907bd72b460,revision_number=0']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:21:59.271849 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad8e789-e792-4534-b2f2-fc4fd71167da None None] Network a386d6d9-e769-427b-a3dd-4a66aae709a7 requested from dv-cinder-779576-7-iscsi {{(pid=93843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 15:21:59.288215 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5d94df5-01bd-4b0d-8d0f-d6f6c432c0aa admin admin] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=93842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 15:21:59.298426 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-f5d94df5-01bd-4b0d-8d0f-d6f6c432c0aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509819'] for segment, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:21:59.298833 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.db.segments_db [None req-f5d94df5-01bd-4b0d-8d0f-d6f6c432c0aa admin admin] Added segment 56252ca9-703f-4e15-a040-680fa0f2b5a5 of type vlan for network 23227f11-366d-4e8b-91f1-3c9872eb5af5 Aug 26 15:21:59.317441 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea70442c-a654-4d3e-9fe3-e263c0a3de21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4cc187a2-af17-53df-8bc0-65deb136d35f-d887f735-fbdb-4418-baf1-8e9e0d77221f', 'network_id': 'd887f735-fbdb-4418-baf1-8e9e0d77221f', 'tenant_id': '51d0a6d3e78f46f98a1a4881bf9eb094', 'fixed_ips': [{'subnet_id': '2dc1893b-86f2-4498-b069-d334c29d6d3f'}]}} from dv-cinder-779576-7-iscsi. {{(pid=93843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 15:21:59.318329 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-ea70442c-a654-4d3e-9fe3-e263c0a3de21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_create {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:21:59.365682 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-f5d94df5-01bd-4b0d-8d0f-d6f6c432c0aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793280371833'] for network, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:21:59.420356 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d94df5-01bd-4b0d-8d0f-d6f6c432c0aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e83ee109-c76d-4893-8e45-eda4e1e0ca74,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:21:59.443500 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42fbb679-abb0-4238-b020-72273c3b2ca2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:21:59.444090 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-42fbb679-abb0-4238-b020-72273c3b2ca2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774323'] for subnet, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:21:59.458948 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-f5d94df5-01bd-4b0d-8d0f-d6f6c432c0aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337'] for network, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:21:59.462008 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d94df5-01bd-4b0d-8d0f-d6f6c432c0aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:21:59.462637 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-f5d94df5-01bd-4b0d-8d0f-d6f6c432c0aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774323'] for network, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:21:59.540478 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d94df5-01bd-4b0d-8d0f-d6f6c432c0aa admin admin] Pushing event updated for resources: {'Network': ['ID=23227f11-366d-4e8b-91f1-3c9872eb5af5,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:21:59.540581 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-659d83fa-65b8-4563-8613-7d318025ee88 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:21:59.555295 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8da4d3f-28a9-430b-8df5-f624f17c241f admin admin] Made reservation on behalf of ee4e5400142e4c7fbe137913ded5ccba for: {'subnet': 1} {{(pid=93841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:21:59.557567 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Network 23227f11-366d-4e8b-91f1-3c9872eb5af5 details requested by agent ovs-agent-dv-cinder-779576-7-iscsi with host dv-cinder-779576-7-iscsi {{(pid=93843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 15:21:59.558190 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-e8da4d3f-28a9-430b-8df5-f624f17c241f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:21:59.573349 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-42fbb679-abb0-4238-b020-72273c3b2ca2 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0972710 Aug 26 15:21:59.575705 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 51018) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:21:59.590992 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [None req-61f38458-f6bc-4137-9f72-2c8c3df3006d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2127485695-router', 'tenant_id': 'a571a33f0e074fabbd06be1f77a97dd0', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e'}}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:21:59.637351 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-f5d94df5-01bd-4b0d-8d0f-d6f6c432c0aa admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.8597782 Aug 26 15:21:59.644543 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 51020) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:21:59.658941 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [None req-3d62ae42-e6c1-4db3-882d-2b087087bc1b admin admin] Request body: {'subnet': {'network_id': '23227f11-366d-4e8b-91f1-3c9872eb5af5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-825906397-subnet', 'tenant_id': '00ac4322064645a3ad7e3251384021a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:21:59.700621 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-61f38458-f6bc-4137-9f72-2c8c3df3006d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3930572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28712'] for router, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:21:59.705142 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-61f38458-f6bc-4137-9f72-2c8c3df3006d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3930464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3928842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3854504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28705'] for router, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:21:59.778567 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d62ae42-e6c1-4db3-882d-2b087087bc1b admin admin] Made reservation on behalf of 00ac4322064645a3ad7e3251384021a2 for: {'subnet': 1} {{(pid=93842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:21:59.781634 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-3d62ae42-e6c1-4db3-882d-2b087087bc1b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:21:59.802026 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.db_base_plugin_common [None req-ea70442c-a654-4d3e-9fe3-e263c0a3de21 None None] Allocated IP 172.20.0.2 (d887f735-fbdb-4418-baf1-8e9e0d77221f/2dc1893b-86f2-4498-b069-d334c29d6d3f/74139fd8-b681-4881-a6be-309771333cad) {{(pid=93843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:21:59.805537 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3658c43-8f06-4bed-aee7-0b824c843157 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4cc187a2-af17-53df-8bc0-65deb136d35f-a386d6d9-e769-427b-a3dd-4a66aae709a7', 'network_id': 'a386d6d9-e769-427b-a3dd-4a66aae709a7', 'tenant_id': 'a571a33f0e074fabbd06be1f77a97dd0', 'fixed_ips': [{'subnet_id': 'c96291ec-8721-4a15-8133-5907bd72b460'}]}} from dv-cinder-779576-7-iscsi. {{(pid=93843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 15:21:59.806435 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-b3658c43-8f06-4bed-aee7-0b824c843157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_create {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:21:59.955819 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-61f38458-f6bc-4137-9f72-2c8c3df3006d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:00.164859 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 51038) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:22:00.195723 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.db_base_plugin_common [None req-b3658c43-8f06-4bed-aee7-0b824c843157 None None] Allocated IP 172.20.0.2 (a386d6d9-e769-427b-a3dd-4a66aae709a7/c96291ec-8721-4a15-8133-5907bd72b460/78345ef7-922f-4191-9660-b293de9b535c) {{(pid=93843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:22:00.288622 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-659d83fa-65b8-4563-8613-7d318025ee88 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:00.329110 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 51048) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:22:00.341946 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-659d83fa-65b8-4563-8613-7d318025ee88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:00.361767 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-e8da4d3f-28a9-430b-8df5-f624f17c241f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337'] for subnet, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:00.417896 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 51052) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:22:00.428562 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [None req-31a4fa1e-cce0-4b1b-87e7-3d01add25d00 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-382050129-network', 'tenant_id': 'c2b056cba9eb48ee9cf20864938c1246'}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:22:00.433683 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-ea70442c-a654-4d3e-9fe3-e263c0a3de21 None None] Notify callbacks [] for port, precommit_create {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:00.466824 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-61f38458-f6bc-4137-9f72-2c8c3df3006d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:00.510837 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-ea70442c-a654-4d3e-9fe3-e263c0a3de21 None None] Transition to ACTIVE for port object 74139fd8-b681-4881-a6be-309771333cad will not be triggered until provisioned by entity L2. {{(pid=93843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 15:22:00.532973 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8da4d3f-28a9-430b-8df5-f624f17c241f admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd61c1a1-fece-49e2-a808-ff97a7916245,revision_number=0']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:22:00.539852 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8da4d3f-28a9-430b-8df5-f624f17c241f admin admin] Checking segment: {'id': '818aaf55-46d5-4ddf-9337-45c80fa5cae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ae65a4ef-fdc5-40e5-b29a-6b6f8df0a048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 15:22:00.540508 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8da4d3f-28a9-430b-8df5-f624f17c241f admin admin] Network hostable DHCP agents. Network: ae65a4ef-fdc5-40e5-b29a-6b6f8df0a048, hostable agents: ['c577b1e9-213f-4ed4-b1c1-ed72ab3b29a9'], hosted agents: [] {{(pid=93841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 15:22:00.570905 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-ea70442c-a654-4d3e-9fe3-e263c0a3de21 None None] Transition to ACTIVE for port object 74139fd8-b681-4881-a6be-309771333cad will not be triggered until provisioned by entity DHCP. {{(pid=93843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 15:22:00.587021 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-ea70442c-a654-4d3e-9fe3-e263c0a3de21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793280355359'] for port, after_create {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:00.590308 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31a4fa1e-cce0-4b1b-87e7-3d01add25d00 admin admin] Made reservation on behalf of c2b056cba9eb48ee9cf20864938c1246 for: {'network': 1} {{(pid=93841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:22:00.598353 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-31a4fa1e-cce0-4b1b-87e7-3d01add25d00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for network, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:00.641078 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea70442c-a654-4d3e-9fe3-e263c0a3de21 None None] Pushing event updated for resources: {'Port': ['ID=74139fd8-b681-4881-a6be-309771333cad,revision_number=1']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:22:00.657461 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-3d62ae42-e6c1-4db3-882d-2b087087bc1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337'] for subnet, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:00.669205 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-31a4fa1e-cce0-4b1b-87e7-3d01add25d00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:00.676389 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea70442c-a654-4d3e-9fe3-e263c0a3de21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:22:00.684358 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea70442c-a654-4d3e-9fe3-e263c0a3de21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:22:00.689985 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea70442c-a654-4d3e-9fe3-e263c0a3de21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:22:00.691350 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea70442c-a654-4d3e-9fe3-e263c0a3de21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:22:00.691897 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea70442c-a654-4d3e-9fe3-e263c0a3de21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:22:00.693259 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea70442c-a654-4d3e-9fe3-e263c0a3de21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:22:00.695495 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea70442c-a654-4d3e-9fe3-e263c0a3de21 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:22:00.696105 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea70442c-a654-4d3e-9fe3-e263c0a3de21 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:22:00.696655 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea70442c-a654-4d3e-9fe3-e263c0a3de21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:22:00.697608 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea70442c-a654-4d3e-9fe3-e263c0a3de21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:22:00.699468 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea70442c-a654-4d3e-9fe3-e263c0a3de21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:22:00.700051 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea70442c-a654-4d3e-9fe3-e263c0a3de21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:22:00.702577 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea70442c-a654-4d3e-9fe3-e263c0a3de21 None None] Tracked resource versions report: Aug 26 15:22:00.702577 dv-cinder-779576-7-iscsi neutron-server[93843]: pushed versions: Aug 26 15:22:00.702577 dv-cinder-779576-7-iscsi neutron-server[93843]: { 'AddressGroup': {'1.2'}, Aug 26 15:22:00.702577 dv-cinder-779576-7-iscsi neutron-server[93843]: 'ConntrackHelper': {'1.0'}, Aug 26 15:22:00.702577 dv-cinder-779576-7-iscsi neutron-server[93843]: 'Log': {'1.0'}, Aug 26 15:22:00.702577 dv-cinder-779576-7-iscsi neutron-server[93843]: 'Network': {'1.1'}, Aug 26 15:22:00.702577 dv-cinder-779576-7-iscsi neutron-server[93843]: 'Port': {'1.7'}, Aug 26 15:22:00.702577 dv-cinder-779576-7-iscsi neutron-server[93843]: 'PortForwarding': {'1.2'}, Aug 26 15:22:00.702577 dv-cinder-779576-7-iscsi neutron-server[93843]: 'QosPolicy': {'1.9'}, Aug 26 15:22:00.702577 dv-cinder-779576-7-iscsi neutron-server[93843]: 'SecurityGroup': {'1.4'}, Aug 26 15:22:00.702577 dv-cinder-779576-7-iscsi neutron-server[93843]: 'SecurityGroupRule': {'1.2'}, Aug 26 15:22:00.702577 dv-cinder-779576-7-iscsi neutron-server[93843]: 'SubPort': {'1.0'}, Aug 26 15:22:00.702577 dv-cinder-779576-7-iscsi neutron-server[93843]: 'Subnet': {'1.1'}, Aug 26 15:22:00.702577 dv-cinder-779576-7-iscsi neutron-server[93843]: 'Trunk': {'1.1'}} Aug 26 15:22:00.702577 dv-cinder-779576-7-iscsi neutron-server[93843]: consumer versions: Aug 26 15:22:00.702577 dv-cinder-779576-7-iscsi neutron-server[93843]: { DHCP agent@dv-cinder-779576-7-iscsi: {}, Aug 26 15:22:00.702577 dv-cinder-779576-7-iscsi neutron-server[93843]: HyperV agent@hv-cinder-77957: {}, Aug 26 15:22:00.702577 dv-cinder-779576-7-iscsi neutron-server[93843]: L3 agent@dv-cinder-779576-7-iscsi: {}, Aug 26 15:22:00.702577 dv-cinder-779576-7-iscsi neutron-server[93843]: Metadata agent@dv-cinder-779576-7-iscsi: {}, Aug 26 15:22:00.702577 dv-cinder-779576-7-iscsi neutron-server[93843]: Metering agent@dv-cinder-779576-7-iscsi: {}, Aug 26 15:22:00.702577 dv-cinder-779576-7-iscsi neutron-server[93843]: Open vSwitch agent@dv-cinder-779576-7-iscsi: { 'AddressGroup': '1.2', Aug 26 15:22:00.702577 dv-cinder-779576-7-iscsi neutron-server[93843]: 'ConntrackHelper': '1.0', Aug 26 15:22:00.702577 dv-cinder-779576-7-iscsi neutron-server[93843]: 'Log': '1.0', Aug 26 15:22:00.702577 dv-cinder-779576-7-iscsi neutron-server[93843]: 'Network': '1.1', Aug 26 15:22:00.702577 dv-cinder-779576-7-iscsi neutron-server[93843]: 'Port': '1.7', Aug 26 15:22:00.702577 dv-cinder-779576-7-iscsi neutron-server[93843]: 'PortForwarding': '1.2', Aug 26 15:22:00.702577 dv-cinder-779576-7-iscsi neutron-server[93843]: 'QosPolicy': '1.9', Aug 26 15:22:00.702577 dv-cinder-779576-7-iscsi neutron-server[93843]: 'SecurityGroup': '1.4', Aug 26 15:22:00.702577 dv-cinder-779576-7-iscsi neutron-server[93843]: 'SecurityGroupRule': '1.2', Aug 26 15:22:00.702577 dv-cinder-779576-7-iscsi neutron-server[93843]: 'SubPort': '1.0', Aug 26 15:22:00.702577 dv-cinder-779576-7-iscsi neutron-server[93843]: 'Subnet': '1.1', Aug 26 15:22:00.702577 dv-cinder-779576-7-iscsi neutron-server[93843]: 'Trunk': '1.1'}} Aug 26 15:22:00.702577 dv-cinder-779576-7-iscsi neutron-server[93843]: {{(pid=93843) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 26 15:22:00.726860 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.db.db_base_plugin_common [None req-659d83fa-65b8-4563-8613-7d318025ee88 admin admin] Allocated IP 172.27.3.253 (94c3c280-690c-4a83-85d9-6b8aea125a5e/fcbbbf85-6bcd-493f-b527-2ade21fd40af/4f474097-4049-45b8-a400-24afad7e1455) {{(pid=93841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:22:00.736051 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea70442c-a654-4d3e-9fe3-e263c0a3de21 None None] Network d887f735-fbdb-4418-baf1-8e9e0d77221f is already hosted by enough agents. {{(pid=93843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:22:00.743167 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.scheduler.base_scheduler [None req-ea70442c-a654-4d3e-9fe3-e263c0a3de21 None None] Resources bound (agent type, host, resource id): {{(pid=93843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:22:00.750740 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea70442c-a654-4d3e-9fe3-e263c0a3de21 None None] Received port after_create {{(pid=93843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 15:22:00.754371 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8da4d3f-28a9-430b-8df5-f624f17c241f admin admin] Network ae65a4ef-fdc5-40e5-b29a-6b6f8df0a048 is scheduled to be hosted by DHCP agent c577b1e9-213f-4ed4-b1c1-ed72ab3b29a9 with binding_index 1 {{(pid=93841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 15:22:00.821326 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-26cf3fdc-60c8-47c4-a2d5-00f7047cfbaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:00.824512 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.scheduler.base_scheduler [None req-e8da4d3f-28a9-430b-8df5-f624f17c241f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779576-7-iscsi, ae65a4ef-fdc5-40e5-b29a-6b6f8df0a048) {{(pid=93841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:22:00.838998 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcefb6df-1b88-4e7e-8e2b-a15a8c5ec0a2 None None] Network ae65a4ef-fdc5-40e5-b29a-6b6f8df0a048 requested from dv-cinder-779576-7-iscsi {{(pid=93843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 15:22:00.903021 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8da4d3f-28a9-430b-8df5-f624f17c241f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:00.903626 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-e8da4d3f-28a9-430b-8df5-f624f17c241f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774323'] for subnet, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:00.922459 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d62ae42-e6c1-4db3-882d-2b087087bc1b admin admin] Checking segment: {'id': '56252ca9-703f-4e15-a040-680fa0f2b5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '23227f11-366d-4e8b-91f1-3c9872eb5af5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 15:22:00.922781 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d62ae42-e6c1-4db3-882d-2b087087bc1b admin admin] Network hostable DHCP agents. Network: 23227f11-366d-4e8b-91f1-3c9872eb5af5, hostable agents: ['c577b1e9-213f-4ed4-b1c1-ed72ab3b29a9'], hosted agents: [] {{(pid=93842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 15:22:00.924765 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d62ae42-e6c1-4db3-882d-2b087087bc1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=45e9eb6c-a20b-4b32-9499-5459d749d27d,revision_number=0']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:22:00.929656 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-61f38458-f6bc-4137-9f72-2c8c3df3006d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:00.951022 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-b3658c43-8f06-4bed-aee7-0b824c843157 None None] Notify callbacks [] for port, precommit_create {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:00.954422 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-61f38458-f6bc-4137-9f72-2c8c3df3006d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:00.958847 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-6a97a64d-52e1-41a1-bc29-fe8dbe185284 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:00.973338 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d62ae42-e6c1-4db3-882d-2b087087bc1b admin admin] Network 23227f11-366d-4e8b-91f1-3c9872eb5af5 is scheduled to be hosted by DHCP agent c577b1e9-213f-4ed4-b1c1-ed72ab3b29a9 with binding_index 1 {{(pid=93842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 15:22:00.996034 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-b3658c43-8f06-4bed-aee7-0b824c843157 None None] Transition to ACTIVE for port object 78345ef7-922f-4191-9660-b293de9b535c will not be triggered until provisioned by entity L2. {{(pid=93843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 15:22:01.016139 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-ea70442c-a654-4d3e-9fe3-e263c0a3de21 None None] Attempting to bind port 74139fd8-b681-4881-a6be-309771333cad on host dv-cinder-779576-7-iscsi for vnic_type normal with profile {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 15:22:01.016596 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-ea70442c-a654-4d3e-9fe3-e263c0a3de21 None None] Attempting to bind port 74139fd8-b681-4881-a6be-309771333cad by drivers openvswitch,hyperv on host dv-cinder-779576-7-iscsi at level 0 using segments [{'id': 'a2157187-b2ff-4956-9692-54ade6ba6784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'd887f735-fbdb-4418-baf1-8e9e0d77221f'}] {{(pid=93843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 15:22:01.016906 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.scheduler.base_scheduler [None req-3d62ae42-e6c1-4db3-882d-2b087087bc1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779576-7-iscsi, 23227f11-366d-4e8b-91f1-3c9872eb5af5) {{(pid=93842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:22:01.017091 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea70442c-a654-4d3e-9fe3-e263c0a3de21 None None] Attempting to bind port 74139fd8-b681-4881-a6be-309771333cad on network d887f735-fbdb-4418-baf1-8e9e0d77221f {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 15:22:01.023922 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d62ae42-e6c1-4db3-882d-2b087087bc1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:01.024594 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-3d62ae42-e6c1-4db3-882d-2b087087bc1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774323'] for subnet, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:01.030610 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea70442c-a654-4d3e-9fe3-e263c0a3de21 None None] Checking agent: {'id': '072be889-8d10-4535-8eb8-b08180675ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779576-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 15, 14, 10), 'started_at': datetime.datetime(2021, 8, 26, 15, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 15, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779576-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 15:22:01.031055 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea70442c-a654-4d3e-9fe3-e263c0a3de21 None None] Checking segment: {'id': 'a2157187-b2ff-4956-9692-54ade6ba6784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'd887f735-fbdb-4418-baf1-8e9e0d77221f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 15:22:01.031779 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-ea70442c-a654-4d3e-9fe3-e263c0a3de21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:01.032055 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea70442c-a654-4d3e-9fe3-e263c0a3de21 None None] Bound using segment: {'id': 'a2157187-b2ff-4956-9692-54ade6ba6784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'd887f735-fbdb-4418-baf1-8e9e0d77221f'} {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 15:22:01.032674 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-ea70442c-a654-4d3e-9fe3-e263c0a3de21 None None] Bound port: 74139fd8-b681-4881-a6be-309771333cad, host: dv-cinder-779576-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2157187-b2ff-4956-9692-54ade6ba6784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'd887f735-fbdb-4418-baf1-8e9e0d77221f'}}] {{(pid=93843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 15:22:01.033194 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-ea70442c-a654-4d3e-9fe3-e263c0a3de21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:01.043917 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40298704-3b74-45d4-8123-b6427476998f None None] Network ae65a4ef-fdc5-40e5-b29a-6b6f8df0a048 requested from dv-cinder-779576-7-iscsi {{(pid=93843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 15:22:01.056890 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1c3c71-9d71-4c8c-b946-f26f52b9edff None None] Network 23227f11-366d-4e8b-91f1-3c9872eb5af5 requested from dv-cinder-779576-7-iscsi {{(pid=93843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 15:22:01.068351 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-b3658c43-8f06-4bed-aee7-0b824c843157 None None] Transition to ACTIVE for port object 78345ef7-922f-4191-9660-b293de9b535c will not be triggered until provisioned by entity DHCP. {{(pid=93843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 15:22:01.070834 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-659d83fa-65b8-4563-8613-7d318025ee88 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:01.078524 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-31a4fa1e-cce0-4b1b-87e7-3d01add25d00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:01.096739 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-31a4fa1e-cce0-4b1b-87e7-3d01add25d00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:01.102469 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-3d62ae42-e6c1-4db3-882d-2b087087bc1b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.4523633 Aug 26 15:22:01.107992 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 51060) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:22:01.114389 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [None req-3f70532d-470e-4d9c-ba15-3252ae9becbb admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-825906397-router', 'tenant_id': '00ac4322064645a3ad7e3251384021a2', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e'}}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:22:01.130607 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-e8da4d3f-28a9-430b-8df5-f624f17c241f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2151446 Aug 26 15:22:01.141040 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-b3658c43-8f06-4bed-aee7-0b824c843157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793280355359'] for port, after_create {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:01.210876 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31a4fa1e-cce0-4b1b-87e7-3d01add25d00 admin admin] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=93841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 15:22:01.240213 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-31a4fa1e-cce0-4b1b-87e7-3d01add25d00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509819'] for segment, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:01.240555 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.db.segments_db [None req-31a4fa1e-cce0-4b1b-87e7-3d01add25d00 admin admin] Added segment db6f863f-7df9-4eff-ab5b-baf26e64a95a of type vlan for network 2fae4e41-87ec-415e-9dc4-8603b7f8fd05 Aug 26 15:22:01.273325 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3658c43-8f06-4bed-aee7-0b824c843157 None None] Network a386d6d9-e769-427b-a3dd-4a66aae709a7 is already hosted by enough agents. {{(pid=93843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:22:01.288359 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.scheduler.base_scheduler [None req-b3658c43-8f06-4bed-aee7-0b824c843157 None None] Resources bound (agent type, host, resource id): {{(pid=93843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:22:01.292305 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3658c43-8f06-4bed-aee7-0b824c843157 None None] Received port after_create {{(pid=93843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 15:22:01.300484 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a4fa1e-cce0-4b1b-87e7-3d01add25d00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=333d6495-8fff-40d2-a565-b95ed7421571,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:22:01.340841 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-ea70442c-a654-4d3e-9fe3-e263c0a3de21 None None] For port 74139fd8-b681-4881-a6be-309771333cad, host dv-cinder-779576-7-iscsi, cleared binding levels {{(pid=93843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:22:01.348224 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-659d83fa-65b8-4563-8613-7d318025ee88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793280355359'] for port, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:01.371729 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3658c43-8f06-4bed-aee7-0b824c843157 None None] Pushing event updated for resources: {'Port': ['ID=78345ef7-922f-4191-9660-b293de9b535c,revision_number=1']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:22:01.399144 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.db.db_base_plugin_common [None req-61f38458-f6bc-4137-9f72-2c8c3df3006d admin admin] Allocated IP 172.27.3.249 (94c3c280-690c-4a83-85d9-6b8aea125a5e/fcbbbf85-6bcd-493f-b527-2ade21fd40af/b7bf23b4-1f41-4fbc-b878-23e19f4f34ea) {{(pid=93842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:22:01.412582 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-ea70442c-a654-4d3e-9fe3-e263c0a3de21 None None] For port 74139fd8-b681-4881-a6be-309771333cad, host dv-cinder-779576-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-7-iscsi',level=0,port_id=74139fd8-b681-4881-a6be-309771333cad,segment=NetworkSegment(a2157187-b2ff-4956-9692-54ade6ba6784),segment_id=a2157187-b2ff-4956-9692-54ade6ba6784)] {{(pid=93843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:22:01.434749 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-ea70442c-a654-4d3e-9fe3-e263c0a3de21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:01.439600 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-26cf3fdc-60c8-47c4-a2d5-00f7047cfbaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:01.443047 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-31a4fa1e-cce0-4b1b-87e7-3d01add25d00 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793280371833'] for network, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:01.451571 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659d83fa-65b8-4563-8613-7d318025ee88 admin admin] Network 94c3c280-690c-4a83-85d9-6b8aea125a5e is already hosted by enough agents. {{(pid=93841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:22:01.465188 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-26cf3fdc-60c8-47c4-a2d5-00f7047cfbaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:01.480197 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.scheduler.base_scheduler [None req-659d83fa-65b8-4563-8613-7d318025ee88 admin admin] Resources bound (agent type, host, resource id): {{(pid=93841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:22:01.494609 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659d83fa-65b8-4563-8613-7d318025ee88 admin admin] Received port after_create {{(pid=93841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 15:22:01.563777 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659d83fa-65b8-4563-8613-7d318025ee88 admin admin] Pushing event updated for resources: {'Port': ['ID=4f474097-4049-45b8-a400-24afad7e1455,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:22:01.622623 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-61f38458-f6bc-4137-9f72-2c8c3df3006d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:01.732562 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-26cf3fdc-60c8-47c4-a2d5-00f7047cfbaa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=550ea244ec0c47d79b3688dc5fb3c1db&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4021821 Aug 26 15:22:01.735853 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-61f38458-f6bc-4137-9f72-2c8c3df3006d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793280355359'] for port, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:01.737859 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 51084) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:22:01.747918 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-b3658c43-8f06-4bed-aee7-0b824c843157 None None] Attempting to bind port 78345ef7-922f-4191-9660-b293de9b535c on host dv-cinder-779576-7-iscsi for vnic_type normal with profile {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 15:22:01.748284 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-b3658c43-8f06-4bed-aee7-0b824c843157 None None] Attempting to bind port 78345ef7-922f-4191-9660-b293de9b535c by drivers openvswitch,hyperv on host dv-cinder-779576-7-iscsi at level 0 using segments [{'id': '972cb16a-c764-497d-89f6-d9048023e775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'a386d6d9-e769-427b-a3dd-4a66aae709a7'}] {{(pid=93843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 15:22:01.748734 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3658c43-8f06-4bed-aee7-0b824c843157 None None] Attempting to bind port 78345ef7-922f-4191-9660-b293de9b535c on network a386d6d9-e769-427b-a3dd-4a66aae709a7 {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 15:22:01.760144 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cf3fdc-60c8-47c4-a2d5-00f7047cfbaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a228b6c3-b813-40c3-813d-5263d56c8bf0,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:22:01.762933 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-31a4fa1e-cce0-4b1b-87e7-3d01add25d00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337'] for network, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:01.763872 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a4fa1e-cce0-4b1b-87e7-3d01add25d00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:01.764457 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-31a4fa1e-cce0-4b1b-87e7-3d01add25d00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774323'] for network, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:01.859392 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3658c43-8f06-4bed-aee7-0b824c843157 None None] Checking agent: {'id': '072be889-8d10-4535-8eb8-b08180675ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779576-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 15, 14, 10), 'started_at': datetime.datetime(2021, 8, 26, 15, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 15, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779576-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 15:22:01.859392 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3658c43-8f06-4bed-aee7-0b824c843157 None None] Checking segment: {'id': '972cb16a-c764-497d-89f6-d9048023e775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'a386d6d9-e769-427b-a3dd-4a66aae709a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 15:22:01.859392 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-b3658c43-8f06-4bed-aee7-0b824c843157 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:01.859392 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3658c43-8f06-4bed-aee7-0b824c843157 None None] Bound using segment: {'id': '972cb16a-c764-497d-89f6-d9048023e775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'a386d6d9-e769-427b-a3dd-4a66aae709a7'} {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 15:22:01.859392 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-b3658c43-8f06-4bed-aee7-0b824c843157 None None] Bound port: 78345ef7-922f-4191-9660-b293de9b535c, host: dv-cinder-779576-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '972cb16a-c764-497d-89f6-d9048023e775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'a386d6d9-e769-427b-a3dd-4a66aae709a7'}}] {{(pid=93843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 15:22:01.859392 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-b3658c43-8f06-4bed-aee7-0b824c843157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:01.884118 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f38458-f6bc-4137-9f72-2c8c3df3006d admin admin] Network 94c3c280-690c-4a83-85d9-6b8aea125a5e is already hosted by enough agents. {{(pid=93842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:22:01.947308 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.scheduler.base_scheduler [None req-61f38458-f6bc-4137-9f72-2c8c3df3006d admin admin] Resources bound (agent type, host, resource id): {{(pid=93842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:22:01.953598 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f38458-f6bc-4137-9f72-2c8c3df3006d admin admin] Received port after_create {{(pid=93842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 15:22:01.988423 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-b3658c43-8f06-4bed-aee7-0b824c843157 None None] For port 78345ef7-922f-4191-9660-b293de9b535c, host dv-cinder-779576-7-iscsi, cleared binding levels {{(pid=93843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:22:01.992808 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-b3658c43-8f06-4bed-aee7-0b824c843157 None None] For port 78345ef7-922f-4191-9660-b293de9b535c, host dv-cinder-779576-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-7-iscsi',level=0,port_id=78345ef7-922f-4191-9660-b293de9b535c,segment=NetworkSegment(972cb16a-c764-497d-89f6-d9048023e775),segment_id=972cb16a-c764-497d-89f6-d9048023e775)] {{(pid=93843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:22:02.003667 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea70442c-a654-4d3e-9fe3-e263c0a3de21 None None] Pushing event updated for resources: {'Port': ['ID=74139fd8-b681-4881-a6be-309771333cad,revision_number=2']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:22:02.008734 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-b3658c43-8f06-4bed-aee7-0b824c843157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:02.013966 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3e983b-980a-4002-bb05-1b1c962668a8 None None] Network 23227f11-366d-4e8b-91f1-3c9872eb5af5 requested from dv-cinder-779576-7-iscsi {{(pid=93843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 15:22:02.033974 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 51112) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:22:02.088449 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-6a97a64d-52e1-41a1-bc29-fe8dbe185284 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:02.094466 dv-cinder-779576-7-iscsi neutron-server[93841]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 26 15:22:02.176998 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f38458-f6bc-4137-9f72-2c8c3df3006d admin admin] Pushing event updated for resources: {'Port': ['ID=b7bf23b4-1f41-4fbc-b878-23e19f4f34ea,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:22:02.219334 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-6a97a64d-52e1-41a1-bc29-fe8dbe185284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:02.260741 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a4fa1e-cce0-4b1b-87e7-3d01add25d00 admin admin] Pushing event updated for resources: {'Network': ['ID=2fae4e41-87ec-415e-9dc4-8603b7f8fd05,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:22:02.284574 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-add785b3-a8e7-4580-b9cb-db16040b87d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:02.294222 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Network 2fae4e41-87ec-415e-9dc4-8603b7f8fd05 details requested by agent ovs-agent-dv-cinder-779576-7-iscsi with host dv-cinder-779576-7-iscsi {{(pid=93843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 15:22:02.345352 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-3f70532d-470e-4d9c-ba15-3252ae9becbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3930572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28712'] for router, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:02.346432 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-3f70532d-470e-4d9c-ba15-3252ae9becbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3930464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3928842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3854504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28705'] for router, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:02.380030 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3658c43-8f06-4bed-aee7-0b824c843157 None None] Pushing event updated for resources: {'Port': ['ID=78345ef7-922f-4191-9660-b293de9b535c,revision_number=2']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:22:02.380489 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-add785b3-a8e7-4580-b9cb-db16040b87d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:02.390390 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-31a4fa1e-cce0-4b1b-87e7-3d01add25d00 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.9660265 Aug 26 15:22:02.412910 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 51114) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:22:02.423385 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-6a97a64d-52e1-41a1-bc29-fe8dbe185284 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=393d06e24f81480fa967d396016e8597&name=default HTTP/1.1" status: 200 len: 2975 time: 2.2022450 Aug 26 15:22:02.432452 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 51116) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:22:02.562917 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-3f70532d-470e-4d9c-ba15-3252ae9becbb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:02.569485 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-61f38458-f6bc-4137-9f72-2c8c3df3006d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:02.660952 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [None req-ec05613b-1c61-416b-a0a6-4a285d77d0b4 admin admin] Request body: {'subnet': {'network_id': '2fae4e41-87ec-415e-9dc4-8603b7f8fd05', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-382050129-subnet', 'tenant_id': 'c2b056cba9eb48ee9cf20864938c1246', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:22:02.680343 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Device 74139fd8-b681-4881-a6be-309771333cad up at agent ovs-agent-dv-cinder-779576-7-iscsi {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:22:02.688240 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a97a64d-52e1-41a1-bc29-fe8dbe185284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7f1659c-ef43-42d5-a566-50820b863ae8,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:22:02.782572 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec05613b-1c61-416b-a0a6-4a285d77d0b4 admin admin] Made reservation on behalf of c2b056cba9eb48ee9cf20864938c1246 for: {'subnet': 1} {{(pid=93841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:22:02.784749 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-ec05613b-1c61-416b-a0a6-4a285d77d0b4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:02.788382 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-659d83fa-65b8-4563-8613-7d318025ee88 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:02.798059 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Provisioning for port 74139fd8-b681-4881-a6be-309771333cad completed by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 15:22:02.798699 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76351d2a-c8d0-40b0-adfa-207e4175cedc req-894e4e76-6adb-4e74-a024-6fa147e32a56 tempest-DeleteServersTestJSON-1730502919 tempest-DeleteServersTestJSON-1730502919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:02.807783 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-76351d2a-c8d0-40b0-adfa-207e4175cedc req-894e4e76-6adb-4e74-a024-6fa147e32a56 tempest-DeleteServersTestJSON-1730502919 tempest-DeleteServersTestJSON-1730502919-project] 10.222.0.20 "GET /v2.0/networks?id=ae65a4ef-fdc5-40e5-b29a-6b6f8df0a048 HTTP/1.1" status: 200 len: 812 time: 0.7170706 Aug 26 15:22:02.826409 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-1d169b17-07ce-47af-80e3-9340538f1bb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:02.914471 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-76351d2a-c8d0-40b0-adfa-207e4175cedc req-deb8c2ce-cfb7-4391-9559-a8f9691a15a0 tempest-DeleteServersTestJSON-1730502919 tempest-DeleteServersTestJSON-1730502919-project] 10.222.0.20 "GET /v2.0/quotas/ee4e5400142e4c7fbe137913ded5ccba HTTP/1.1" status: 200 len: 375 time: 0.1054223 Aug 26 15:22:03.008012 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-add785b3-a8e7-4580-b9cb-db16040b87d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:03.010516 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-add785b3-a8e7-4580-b9cb-db16040b87d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:03.011712 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-add785b3-a8e7-4580-b9cb-db16040b87d4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a228b6c3-b813-40c3-813d-5263d56c8bf0 HTTP/1.1" status: 204 len: 168 time: 1.2705841 Aug 26 15:22:03.099799 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-76351d2a-c8d0-40b0-adfa-207e4175cedc req-fed0cba9-f76b-4379-8030-2d5fbc5e76f5 tempest-DeleteServersTestJSON-1730502919 tempest-DeleteServersTestJSON-1730502919-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ee4e5400142e4c7fbe137913ded5ccba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1714106 Aug 26 15:22:03.106839 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-3f70532d-470e-4d9c-ba15-3252ae9becbb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:03.148792 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-1d169b17-07ce-47af-80e3-9340538f1bb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:03.273117 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add785b3-a8e7-4580-b9cb-db16040b87d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a228b6c3-b813-40c3-813d-5263d56c8bf0,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:22:03.359043 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00440ee1-c2de-46d1-a89f-df51e40fd41c None None] Network d887f735-fbdb-4418-baf1-8e9e0d77221f requested from dv-cinder-779576-7-iscsi {{(pid=93843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 15:22:03.417104 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-61f38458-f6bc-4137-9f72-2c8c3df3006d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3930459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3928533'] for router, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:03.422308 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-1d169b17-07ce-47af-80e3-9340538f1bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:03.433286 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-1d169b17-07ce-47af-80e3-9340538f1bb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:03.434833 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-1d169b17-07ce-47af-80e3-9340538f1bb6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e7f1659c-ef43-42d5-a566-50820b863ae8 HTTP/1.1" status: 204 len: 168 time: 0.9991183 Aug 26 15:22:03.480895 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [req-76351d2a-c8d0-40b0-adfa-207e4175cedc req-4c645cce-13cb-4a4f-877d-65c4f365478a service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 15:22:03.487561 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-ed2b5f2a-5681-40a0-bea3-b468e5e24bbf None None] Provisioning for port 74139fd8-b681-4881-a6be-309771333cad completed by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 15:22:03.490283 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-76351d2a-c8d0-40b0-adfa-207e4175cedc req-4c645cce-13cb-4a4f-877d-65c4f365478a service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1460028 Aug 26 15:22:03.498116 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-ed2b5f2a-5681-40a0-bea3-b468e5e24bbf None None] Provisioning complete for port 74139fd8-b681-4881-a6be-309771333cad triggered by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:22:03.498500 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-ed2b5f2a-5681-40a0-bea3-b468e5e24bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:03.594745 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d169b17-07ce-47af-80e3-9340538f1bb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7f1659c-ef43-42d5-a566-50820b863ae8,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:22:03.763026 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-ed2b5f2a-5681-40a0-bea3-b468e5e24bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:03.794273 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-659d83fa-65b8-4563-8613-7d318025ee88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3930459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3928533'] for router, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:03.805947 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-ec05613b-1c61-416b-a0a6-4a285d77d0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337'] for subnet, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:03.820782 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-ed2b5f2a-5681-40a0-bea3-b468e5e24bbf None None] For port 74139fd8-b681-4881-a6be-309771333cad, host dv-cinder-779576-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-7-iscsi',level=0,port_id=74139fd8-b681-4881-a6be-309771333cad,segment=NetworkSegment(a2157187-b2ff-4956-9692-54ade6ba6784),segment_id=a2157187-b2ff-4956-9692-54ade6ba6784)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:22:03.831290 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-ed2b5f2a-5681-40a0-bea3-b468e5e24bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:03.956379 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2b5f2a-5681-40a0-bea3-b468e5e24bbf None None] Pushing event updated for resources: {'Port': ['ID=74139fd8-b681-4881-a6be-309771333cad,revision_number=3']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:22:04.048841 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-76351d2a-c8d0-40b0-adfa-207e4175cedc req-9b2b27ce-cc17-42ad-9a52-6f1e81f18fa5 service neutron] 10.222.0.20 "GET /v2.0/networks/ae65a4ef-fdc5-40e5-b29a-6b6f8df0a048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5428202 Aug 26 15:22:04.127599 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 51150) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:22:04.199848 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec05613b-1c61-416b-a0a6-4a285d77d0b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=309895e1-a478-40d4-a070-9ec63d827450,revision_number=0']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:22:04.210220 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61f38458-f6bc-4137-9f72-2c8c3df3006d admin admin] Router 4843c204-b237-4a20-a7ea-e6b0935d230e is scheduled to L3 agent 00a7d786-edfd-4f04-9152-3b7ae2bbf8ca with binding_index 1 {{(pid=93842) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 15:22:04.212687 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-31556a90-13ed-4efa-b775-1798c87c5586 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:04.254943 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-3f70532d-470e-4d9c-ba15-3252ae9becbb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:04.298873 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96febe85-63ef-4a3f-9c1f-e9190b32a185 None None] Network a386d6d9-e769-427b-a3dd-4a66aae709a7 requested from dv-cinder-779576-7-iscsi {{(pid=93843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 15:22:04.306031 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-6d07c6f3-0801-4909-932d-e1486774e5f2 None None] Provisioning complete for port 74139fd8-b681-4881-a6be-309771333cad triggered by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:22:04.306855 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-6d07c6f3-0801-4909-932d-e1486774e5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:04.348757 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-3f70532d-470e-4d9c-ba15-3252ae9becbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:04.380950 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec05613b-1c61-416b-a0a6-4a285d77d0b4 admin admin] Checking segment: {'id': 'db6f863f-7df9-4eff-ab5b-baf26e64a95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2fae4e41-87ec-415e-9dc4-8603b7f8fd05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 15:22:04.381500 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec05613b-1c61-416b-a0a6-4a285d77d0b4 admin admin] Network hostable DHCP agents. Network: 2fae4e41-87ec-415e-9dc4-8603b7f8fd05, hostable agents: ['c577b1e9-213f-4ed4-b1c1-ed72ab3b29a9'], hosted agents: [] {{(pid=93841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 15:22:04.395287 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-659d83fa-65b8-4563-8613-7d318025ee88 admin admin] Router aa04ec2d-9fe1-465b-8ce7-4d02c673929e is scheduled to L3 agent 00a7d786-edfd-4f04-9152-3b7ae2bbf8ca with binding_index 1 {{(pid=93841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 15:22:04.502496 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-76351d2a-c8d0-40b0-adfa-207e4175cedc req-300afbe6-f7db-4f13-91d3-7c4d2c2fa073 service neutron] 10.222.0.20 "GET /v2.0/networks/ae65a4ef-fdc5-40e5-b29a-6b6f8df0a048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4525013 Aug 26 15:22:04.506671 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec05613b-1c61-416b-a0a6-4a285d77d0b4 admin admin] Network 2fae4e41-87ec-415e-9dc4-8603b7f8fd05 is scheduled to be hosted by DHCP agent c577b1e9-213f-4ed4-b1c1-ed72ab3b29a9 with binding_index 1 {{(pid=93841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 15:22:04.590417 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.scheduler.base_scheduler [None req-ec05613b-1c61-416b-a0a6-4a285d77d0b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779576-7-iscsi, 2fae4e41-87ec-415e-9dc4-8603b7f8fd05) {{(pid=93841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:22:04.607758 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec05613b-1c61-416b-a0a6-4a285d77d0b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:04.610242 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-ec05613b-1c61-416b-a0a6-4a285d77d0b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774323'] for subnet, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:04.629219 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61438a3b-24d4-4416-8c8c-71359f650edd None None] Network 2fae4e41-87ec-415e-9dc4-8603b7f8fd05 requested from dv-cinder-779576-7-iscsi {{(pid=93843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 15:22:04.654305 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61f38458-f6bc-4137-9f72-2c8c3df3006d admin admin] Notify agent at l3_agent.dv-cinder-779576-7-iscsi the message routers_updated {{(pid=93842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 15:22:04.672039 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d850bd-8548-4da8-ab9f-44b35cde9797 None None] Sync routers for ids ['4843c204-b237-4a20-a7ea-e6b0935d230e'] in dv-cinder-779576-7-iscsi {{(pid=93844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 15:22:04.684324 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-659d83fa-65b8-4563-8613-7d318025ee88 admin admin] Notify agent at l3_agent.dv-cinder-779576-7-iscsi the message routers_updated {{(pid=93841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 15:22:04.686925 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d850bd-8548-4da8-ab9f-44b35cde9797 None None] Routers {'4843c204-b237-4a20-a7ea-e6b0935d230e'} bound to L3 agent in host dv-cinder-779576-7-iscsi {{(pid=93844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 15:22:04.698386 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-91d850bd-8548-4da8-ab9f-44b35cde9797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-26T15:14:10Z,description=,heartbeat_timestamp=2021-08-26T15:21:40Z,host='dv-cinder-779576-7-iscsi',id=00a7d786-edfd-4f04-9152-3b7ae2bbf8ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T15:14:10Z,topic='l3_agent')) {'router_ids': ['4843c204-b237-4a20-a7ea-e6b0935d230e'], 'active': True} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:22:04.756631 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b80548b-439f-48cf-9eab-f58f1fbc017a None None] Sync routers for ids ['aa04ec2d-9fe1-465b-8ce7-4d02c673929e'] in dv-cinder-779576-7-iscsi {{(pid=93843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 15:22:04.807900 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.db.db_base_plugin_common [None req-3f70532d-470e-4d9c-ba15-3252ae9becbb admin admin] Allocated IP 172.27.3.104 (94c3c280-690c-4a83-85d9-6b8aea125a5e/fcbbbf85-6bcd-493f-b527-2ade21fd40af/5d29efb2-681b-4ce8-a55f-241b8c7f11d4) {{(pid=93842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:22:04.825631 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Device 74139fd8-b681-4881-a6be-309771333cad up at agent ovs-agent-dv-cinder-779576-7-iscsi {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:22:04.862603 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-31556a90-13ed-4efa-b775-1798c87c5586 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:04.888281 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-ec05613b-1c61-416b-a0a6-4a285d77d0b4 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.4633863 Aug 26 15:22:04.890823 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-659d83fa-65b8-4563-8613-7d318025ee88 admin admin] Notify callbacks [] for router, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:04.892931 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-659d83fa-65b8-4563-8613-7d318025ee88 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.1468191 Aug 26 15:22:04.897452 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 51160) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:22:04.911676 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-31556a90-13ed-4efa-b775-1798c87c5586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:04.992512 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-61f38458-f6bc-4137-9f72-2c8c3df3006d admin admin] Notify callbacks [] for router, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:04.999306 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-61f38458-f6bc-4137-9f72-2c8c3df3006d admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.4194486 Aug 26 15:22:05.023240 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Provisioning complete for port 74139fd8-b681-4881-a6be-309771333cad triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:22:05.026196 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:05.038393 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 51164) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:22:05.067574 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvr_db [None req-91d850bd-8548-4da8-ab9f-44b35cde9797 None None] Set router 4843c204-b237-4a20-a7ea-e6b0935d230e gateway port host: dv-cinder-779576-7-iscsi {{(pid=93844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 15:22:05.073349 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 51168) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:22:05.327387 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-91d850bd-8548-4da8-ab9f-44b35cde9797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4843c204-b237-4a20-a7ea-e6b0935d230e', 'name': 'tempest-AttachVolumeTestJSON-2127485695-router', 'tenant_id': 'a571a33f0e074fabbd06be1f77a97dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'b7bf23b4-1f41-4fbc-b878-23e19f4f34ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:21:59Z', 'updated_at': '2021-08-26T15:22:02Z', 'revision_number': 3, 'project_id': 'a571a33f0e074fabbd06be1f77a97dd0', 'gw_port': {'id': 'b7bf23b4-1f41-4fbc-b878-23e19f4f34ea', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:43:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4843c204-b237-4a20-a7ea-e6b0935d230e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:22:00Z', 'updated_at': '2021-08-26T15:22:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi'}], 'dv-cinder-779576-7-iscsi', False) {} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:22:05.356914 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d850bd-8548-4da8-ab9f-44b35cde9797 None None] Checking router: 4843c204-b237-4a20-a7ea-e6b0935d230e for host: dv-cinder-779576-7-iscsi {{(pid=93844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 15:22:05.357563 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d850bd-8548-4da8-ab9f-44b35cde9797 None None] Updating router 4843c204-b237-4a20-a7ea-e6b0935d230e port b7bf23b4-1f41-4fbc-b878-23e19f4f34ea binding host dv-cinder-779576-7-iscsi {{(pid=93844) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 15:22:05.359103 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-e8e2c120-6d99-4df0-a9dd-85503b307acd None None] Provisioning for port 78345ef7-922f-4191-9660-b293de9b535c completed by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 15:22:05.366058 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b80548b-439f-48cf-9eab-f58f1fbc017a None None] Routers {'aa04ec2d-9fe1-465b-8ce7-4d02c673929e'} bound to L3 agent in host dv-cinder-779576-7-iscsi {{(pid=93843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 15:22:05.366995 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-9b80548b-439f-48cf-9eab-f58f1fbc017a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-26T15:14:10Z,description=,heartbeat_timestamp=2021-08-26T15:21:40Z,host='dv-cinder-779576-7-iscsi',id=00a7d786-edfd-4f04-9152-3b7ae2bbf8ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T15:14:10Z,topic='l3_agent')) {'router_ids': ['aa04ec2d-9fe1-465b-8ce7-4d02c673929e'], 'active': True} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:22:05.395632 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.db.db_base_plugin_v2 [None req-194bd3e7-0b33-4d33-a059-a7100b5aa89c admin admin] Deleting subnet cb532071-c92d-4cb0-b50c-071fbc4a8478 {{(pid=93842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 15:22:05.397404 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-91d850bd-8548-4da8-ab9f-44b35cde9797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:05.418488 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-194bd3e7-0b33-4d33-a059-a7100b5aa89c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:05.519250 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-9c777b68-1277-4546-a582-2010a649ea12 req-545e88fb-58fc-41ed-9d7d-9d9eadd4fea2 tempest-DeleteServersTestJSON-1730502919 tempest-DeleteServersTestJSON-1730502919-project] 10.222.0.20 "GET /v2.0/ports?device_id=587717dd-d083-47e1-9cd7-d4ac07276f10 HTTP/1.1" status: 200 len: 210 time: 0.1487627 Aug 26 15:22:05.621320 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvr_db [None req-9b80548b-439f-48cf-9eab-f58f1fbc017a None None] Set router aa04ec2d-9fe1-465b-8ce7-4d02c673929e gateway port host: dv-cinder-779576-7-iscsi {{(pid=93843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 15:22:05.631106 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-194bd3e7-0b33-4d33-a059-a7100b5aa89c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:05.662702 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-194bd3e7-0b33-4d33-a059-a7100b5aa89c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3507378'] for subnet, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:05.767826 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8668f77a-b4d7-47b6-8172-5ca617111bf8 None None] Network 2fae4e41-87ec-415e-9dc4-8603b7f8fd05 requested from dv-cinder-779576-7-iscsi {{(pid=93843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 15:22:05.783183 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-194bd3e7-0b33-4d33-a059-a7100b5aa89c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3507389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337'] for subnet, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:05.823280 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-31556a90-13ed-4efa-b775-1798c87c5586 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b16f9c62f8ff4a6eb8f86586a5da822e&name=default HTTP/1.1" status: 200 len: 2977 time: 1.6834311 Aug 26 15:22:05.824145 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 51208) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:22:05.854853 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-194bd3e7-0b33-4d33-a059-a7100b5aa89c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774323'] for subnet, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:05.856865 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-194bd3e7-0b33-4d33-a059-a7100b5aa89c admin admin] 10.222.0.20 "DELETE /v2.0/subnets/cb532071-c92d-4cb0-b50c-071fbc4a8478 HTTP/1.1" status: 204 len: 168 time: 0.7799928 Aug 26 15:22:05.861558 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31556a90-13ed-4efa-b775-1798c87c5586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=872f22bd-8464-4171-9f8c-de691f291499,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:22:05.876551 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 51210) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:22:06.023798 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-372c6598-6900-4a17-a36c-8d5ade855c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526882'] for network, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:06.067303 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194bd3e7-0b33-4d33-a059-a7100b5aa89c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb532071-c92d-4cb0-b50c-071fbc4a8478,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:22:06.131685 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-3f70532d-470e-4d9c-ba15-3252ae9becbb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:06.266367 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-0e399850-f102-4e87-8d06-30e2d1d1242d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:06.323985 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Device 78345ef7-922f-4191-9660-b293de9b535c up at agent ovs-agent-dv-cinder-779576-7-iscsi {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:22:06.341670 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-372c6598-6900-4a17-a36c-8d5ade855c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687945', 'neutron.services.segments.db._delete_segments_for_network-8793280934638'] for network, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:06.356655 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-372c6598-6900-4a17-a36c-8d5ade855c3e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:22:06.357083 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-372c6598-6900-4a17-a36c-8d5ade855c3e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:22:06.358137 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-372c6598-6900-4a17-a36c-8d5ade855c3e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:22:06.358525 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-372c6598-6900-4a17-a36c-8d5ade855c3e admin admin] Subscribe: > port after_create 55550000 {{(pid=93842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:22:06.358891 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-372c6598-6900-4a17-a36c-8d5ade855c3e admin admin] Subscribe: > port after_delete 55550000 {{(pid=93842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:22:06.359294 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-372c6598-6900-4a17-a36c-8d5ade855c3e admin admin] Subscribe: > port after_update 55550000 {{(pid=93842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:22:06.359870 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-372c6598-6900-4a17-a36c-8d5ade855c3e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:22:06.360281 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-372c6598-6900-4a17-a36c-8d5ade855c3e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:22:06.360667 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-372c6598-6900-4a17-a36c-8d5ade855c3e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:22:06.361073 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-372c6598-6900-4a17-a36c-8d5ade855c3e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:22:06.432503 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-0e399850-f102-4e87-8d06-30e2d1d1242d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:06.451633 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-9b80548b-439f-48cf-9eab-f58f1fbc017a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa04ec2d-9fe1-465b-8ce7-4d02c673929e', 'name': 'tempest-AttachVolumeShelveTestJSON-1152206057-router', 'tenant_id': '51d0a6d3e78f46f98a1a4881bf9eb094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '4f474097-4049-45b8-a400-24afad7e1455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:21:58Z', 'updated_at': '2021-08-26T15:22:01Z', 'revision_number': 3, 'project_id': '51d0a6d3e78f46f98a1a4881bf9eb094', 'gw_port': {'id': '4f474097-4049-45b8-a400-24afad7e1455', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:78:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa04ec2d-9fe1-465b-8ce7-4d02c673929e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:22:00Z', 'updated_at': '2021-08-26T15:22:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi'}], 'dv-cinder-779576-7-iscsi', False) {} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:22:06.492833 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Provisioning for port 78345ef7-922f-4191-9660-b293de9b535c completed by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 15:22:06.497560 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b80548b-439f-48cf-9eab-f58f1fbc017a None None] Checking router: aa04ec2d-9fe1-465b-8ce7-4d02c673929e for host: dv-cinder-779576-7-iscsi {{(pid=93843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 15:22:06.498048 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b80548b-439f-48cf-9eab-f58f1fbc017a None None] Updating router aa04ec2d-9fe1-465b-8ce7-4d02c673929e port 4f474097-4049-45b8-a400-24afad7e1455 binding host dv-cinder-779576-7-iscsi {{(pid=93843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 15:22:06.503426 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Provisioning complete for port 78345ef7-922f-4191-9660-b293de9b535c triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:22:06.503836 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:06.609816 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-9b80548b-439f-48cf-9eab-f58f1fbc017a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:06.691929 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-372c6598-6900-4a17-a36c-8d5ade855c3e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:22:06.692486 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-372c6598-6900-4a17-a36c-8d5ade855c3e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:22:06.692775 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-372c6598-6900-4a17-a36c-8d5ade855c3e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:22:06.693207 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-372c6598-6900-4a17-a36c-8d5ade855c3e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:22:06.693674 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.services.segments.db [None req-372c6598-6900-4a17-a36c-8d5ade855c3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5259dd52-af89-4ce5-97be-ec3de46ece36']}} {{(pid=93842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:22:06.722100 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.services.segments.db [None req-372c6598-6900-4a17-a36c-8d5ade855c3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ec1eb10-b6cf-4ddf-8e03-025f92e0f066') {'for_net_delete': True} {{(pid=93842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:22:06.722477 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.services.segments.db [None req-372c6598-6900-4a17-a36c-8d5ade855c3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ec1eb10-b6cf-4ddf-8e03-025f92e0f066') {} {{(pid=93842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:22:06.762016 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-372c6598-6900-4a17-a36c-8d5ade855c3e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793280934521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261273990'] for segment, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:06.784411 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:06.788615 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 51242) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:22:06.863642 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-c79a1c9a-1272-488c-8c66-1002109ca2de req-0fb91eec-10e2-45b5-8376-b401563f8c6e tempest-DeleteServersTestJSON-1730502919 tempest-DeleteServersTestJSON-1730502919-project] 10.222.0.20 "GET /v2.0/ports?device_id=587717dd-d083-47e1-9cd7-d4ac07276f10 HTTP/1.1" status: 200 len: 210 time: 0.0744305 Aug 26 15:22:06.919368 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] For port 78345ef7-922f-4191-9660-b293de9b535c, host dv-cinder-779576-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-7-iscsi',level=0,port_id=78345ef7-922f-4191-9660-b293de9b535c,segment=NetworkSegment(972cb16a-c764-497d-89f6-d9048023e775),segment_id=972cb16a-c764-497d-89f6-d9048023e775)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:22:06.924885 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-0cd80aca-356b-40d6-b47a-6e124282438e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:07.006964 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:07.064811 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-0e399850-f102-4e87-8d06-30e2d1d1242d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:07.067477 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-0e399850-f102-4e87-8d06-30e2d1d1242d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:07.078758 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-0e399850-f102-4e87-8d06-30e2d1d1242d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/872f22bd-8464-4171-9f8c-de691f291499 HTTP/1.1" status: 204 len: 168 time: 1.2460742 Aug 26 15:22:07.091916 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Pushing event updated for resources: {'Port': ['ID=78345ef7-922f-4191-9660-b293de9b535c,revision_number=3']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:22:07.160096 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e399850-f102-4e87-8d06-30e2d1d1242d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=872f22bd-8464-4171-9f8c-de691f291499,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:22:07.162500 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-1bdd148c-3c08-4f78-832c-be2b3ebcb325 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:07.190766 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-372c6598-6900-4a17-a36c-8d5ade855c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509819'] for segment, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:07.206840 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-372c6598-6900-4a17-a36c-8d5ade855c3e admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=93842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 15:22:07.207245 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-372c6598-6900-4a17-a36c-8d5ade855c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261268920'] for segment, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:07.212366 dv-cinder-779576-7-iscsi neutron-server[93842]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 26 15:22:07.212366 dv-cinder-779576-7-iscsi neutron-server[93842]: from cryptography.utils import int_from_bytes Aug 26 15:22:07.212366 dv-cinder-779576-7-iscsi neutron-server[93842]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 26 15:22:07.212366 dv-cinder-779576-7-iscsi neutron-server[93842]: from cryptography.utils import int_from_bytes Aug 26 15:22:07.212366 dv-cinder-779576-7-iscsi neutron-server[93842]: Traceback (most recent call last): Aug 26 15:22:07.212366 dv-cinder-779576-7-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 15:22:07.212366 dv-cinder-779576-7-iscsi neutron-server[93842]: timer() Aug 26 15:22:07.212366 dv-cinder-779576-7-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 15:22:07.212366 dv-cinder-779576-7-iscsi neutron-server[93842]: cb(*args, **kw) Aug 26 15:22:07.212366 dv-cinder-779576-7-iscsi neutron-server[93842]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 15:22:07.212366 dv-cinder-779576-7-iscsi neutron-server[93842]: return func(*args, **kwargs) Aug 26 15:22:07.212366 dv-cinder-779576-7-iscsi neutron-server[93842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 15:22:07.212366 dv-cinder-779576-7-iscsi neutron-server[93842]: self._notify() Aug 26 15:22:07.212366 dv-cinder-779576-7-iscsi neutron-server[93842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 15:22:07.212366 dv-cinder-779576-7-iscsi neutron-server[93842]: self.callback(batched_events) Aug 26 15:22:07.212366 dv-cinder-779576-7-iscsi neutron-server[93842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 15:22:07.212366 dv-cinder-779576-7-iscsi neutron-server[93842]: event.method(event) Aug 26 15:22:07.212366 dv-cinder-779576-7-iscsi neutron-server[93842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 15:22:07.212366 dv-cinder-779576-7-iscsi neutron-server[93842]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 15:22:07.212366 dv-cinder-779576-7-iscsi neutron-server[93842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 15:22:07.212366 dv-cinder-779576-7-iscsi neutron-server[93842]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 15:22:07.212366 dv-cinder-779576-7-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 15:22:07.212366 dv-cinder-779576-7-iscsi neutron-server[93842]: return f(self, *a, **k) Aug 26 15:22:07.212366 dv-cinder-779576-7-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 15:22:07.212366 dv-cinder-779576-7-iscsi neutron-server[93842]: return self._get(url).json() Aug 26 15:22:07.212366 dv-cinder-779576-7-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 15:22:07.212366 dv-cinder-779576-7-iscsi neutron-server[93842]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 15:22:07.212366 dv-cinder-779576-7-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 15:22:07.212366 dv-cinder-779576-7-iscsi neutron-server[93842]: return self.request(url, 'GET', **kwargs) Aug 26 15:22:07.212366 dv-cinder-779576-7-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 15:22:07.212366 dv-cinder-779576-7-iscsi neutron-server[93842]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 15:22:07.212366 dv-cinder-779576-7-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 15:22:07.212366 dv-cinder-779576-7-iscsi neutron-server[93842]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 15:22:07.212366 dv-cinder-779576-7-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 15:22:07.212366 dv-cinder-779576-7-iscsi neutron-server[93842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 15:22:07.212366 dv-cinder-779576-7-iscsi neutron-server[93842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 15:22:07.221832 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-4fa596d0-1274-49f2-bf93-92539237a7f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:07.275573 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-3f70532d-470e-4d9c-ba15-3252ae9becbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793280355359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261268877'] for port, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:07.382389 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.db.db_base_plugin_common [None req-0cd80aca-356b-40d6-b47a-6e124282438e admin admin] Allocated IP 172.20.0.1 (d887f735-fbdb-4418-baf1-8e9e0d77221f/2dc1893b-86f2-4498-b069-d334c29d6d3f/a82d00a2-2666-409e-908f-9a451551a39c) {{(pid=93841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:22:07.461746 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f70532d-470e-4d9c-ba15-3252ae9becbb admin admin] Pushing event updated for resources: {'Port': ['ID=5d29efb2-681b-4ce8-a55f-241b8c7f11d4,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:22:07.491570 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f70532d-470e-4d9c-ba15-3252ae9becbb admin admin] Network 94c3c280-690c-4a83-85d9-6b8aea125a5e is already hosted by enough agents. {{(pid=93842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:22:07.507318 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.scheduler.base_scheduler [None req-3f70532d-470e-4d9c-ba15-3252ae9becbb admin admin] Resources bound (agent type, host, resource id): {{(pid=93842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:22:07.516053 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f70532d-470e-4d9c-ba15-3252ae9becbb admin admin] Received port after_create {{(pid=93842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 15:22:07.516886 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-91d850bd-8548-4da8-ab9f-44b35cde9797 None None] Notify callbacks [] for port, precommit_update {{(pid=93844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:07.527106 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-1bdd148c-3c08-4f78-832c-be2b3ebcb325 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:07.531029 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.provisioning_blocks [None req-91d850bd-8548-4da8-ab9f-44b35cde9797 None None] Transition to ACTIVE for port object b7bf23b4-1f41-4fbc-b878-23e19f4f34ea will not be triggered until provisioned by entity L2. {{(pid=93844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 15:22:07.539917 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-91d850bd-8548-4da8-ab9f-44b35cde9797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:07.556480 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-1bdd148c-3c08-4f78-832c-be2b3ebcb325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:07.627879 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.managers [None req-91d850bd-8548-4da8-ab9f-44b35cde9797 None None] Attempting to bind port b7bf23b4-1f41-4fbc-b878-23e19f4f34ea on host dv-cinder-779576-7-iscsi for vnic_type normal with profile {{(pid=93844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 15:22:07.628528 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.managers [None req-91d850bd-8548-4da8-ab9f-44b35cde9797 None None] Attempting to bind port b7bf23b4-1f41-4fbc-b878-23e19f4f34ea by drivers openvswitch,hyperv on host dv-cinder-779576-7-iscsi at level 0 using segments [{'id': 'd599df7f-c7a7-42e6-8c54-3da29125ead3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e'}] {{(pid=93844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 15:22:07.628947 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d850bd-8548-4da8-ab9f-44b35cde9797 None None] Attempting to bind port b7bf23b4-1f41-4fbc-b878-23e19f4f34ea on network 94c3c280-690c-4a83-85d9-6b8aea125a5e {{(pid=93844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 15:22:07.632814 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840c7088-740b-4ea4-9b2c-0e558588472f None None] Pushing event updated for resources: {'Port': ['ID=b7bf23b4-1f41-4fbc-b878-23e19f4f34ea,revision_number=2']} {{(pid=93844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:22:07.639747 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d850bd-8548-4da8-ab9f-44b35cde9797 None None] Checking agent: {'id': '072be889-8d10-4535-8eb8-b08180675ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779576-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 15, 14, 10), 'started_at': datetime.datetime(2021, 8, 26, 15, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 15, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779576-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 15:22:07.641032 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d850bd-8548-4da8-ab9f-44b35cde9797 None None] Checking segment: {'id': 'd599df7f-c7a7-42e6-8c54-3da29125ead3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 15:22:07.641468 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-91d850bd-8548-4da8-ab9f-44b35cde9797 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:07.641937 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d850bd-8548-4da8-ab9f-44b35cde9797 None None] Bound using segment: {'id': 'd599df7f-c7a7-42e6-8c54-3da29125ead3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e'} {{(pid=93844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 15:22:07.642483 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.managers [None req-91d850bd-8548-4da8-ab9f-44b35cde9797 None None] Bound port: b7bf23b4-1f41-4fbc-b878-23e19f4f34ea, host: dv-cinder-779576-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd599df7f-c7a7-42e6-8c54-3da29125ead3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e'}}] {{(pid=93844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 15:22:07.642883 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-91d850bd-8548-4da8-ab9f-44b35cde9797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:07.675319 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840c7088-740b-4ea4-9b2c-0e558588472f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:22:07.676112 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840c7088-740b-4ea4-9b2c-0e558588472f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:22:07.676669 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840c7088-740b-4ea4-9b2c-0e558588472f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:22:07.677217 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840c7088-740b-4ea4-9b2c-0e558588472f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:22:07.677805 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840c7088-740b-4ea4-9b2c-0e558588472f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:22:07.678489 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840c7088-740b-4ea4-9b2c-0e558588472f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:22:07.679007 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840c7088-740b-4ea4-9b2c-0e558588472f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:22:07.679530 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840c7088-740b-4ea4-9b2c-0e558588472f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:22:07.683173 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-1bdd148c-3c08-4f78-832c-be2b3ebcb325 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=38c38750be41495ba668e5db00d37a57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8825898 Aug 26 15:22:07.684296 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840c7088-740b-4ea4-9b2c-0e558588472f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:22:07.685091 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840c7088-740b-4ea4-9b2c-0e558588472f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:22:07.685788 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840c7088-740b-4ea4-9b2c-0e558588472f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:22:07.688134 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840c7088-740b-4ea4-9b2c-0e558588472f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:22:07.690187 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840c7088-740b-4ea4-9b2c-0e558588472f None None] Tracked resource versions report: Aug 26 15:22:07.690187 dv-cinder-779576-7-iscsi neutron-server[93844]: pushed versions: Aug 26 15:22:07.690187 dv-cinder-779576-7-iscsi neutron-server[93844]: { 'AddressGroup': {'1.2'}, Aug 26 15:22:07.690187 dv-cinder-779576-7-iscsi neutron-server[93844]: 'ConntrackHelper': {'1.0'}, Aug 26 15:22:07.690187 dv-cinder-779576-7-iscsi neutron-server[93844]: 'Log': {'1.0'}, Aug 26 15:22:07.690187 dv-cinder-779576-7-iscsi neutron-server[93844]: 'Network': {'1.1'}, Aug 26 15:22:07.690187 dv-cinder-779576-7-iscsi neutron-server[93844]: 'Port': {'1.7'}, Aug 26 15:22:07.690187 dv-cinder-779576-7-iscsi neutron-server[93844]: 'PortForwarding': {'1.2'}, Aug 26 15:22:07.690187 dv-cinder-779576-7-iscsi neutron-server[93844]: 'QosPolicy': {'1.9'}, Aug 26 15:22:07.690187 dv-cinder-779576-7-iscsi neutron-server[93844]: 'SecurityGroup': {'1.4'}, Aug 26 15:22:07.690187 dv-cinder-779576-7-iscsi neutron-server[93844]: 'SecurityGroupRule': {'1.2'}, Aug 26 15:22:07.690187 dv-cinder-779576-7-iscsi neutron-server[93844]: 'SubPort': {'1.0'}, Aug 26 15:22:07.690187 dv-cinder-779576-7-iscsi neutron-server[93844]: 'Subnet': {'1.1'}, Aug 26 15:22:07.690187 dv-cinder-779576-7-iscsi neutron-server[93844]: 'Trunk': {'1.1'}} Aug 26 15:22:07.690187 dv-cinder-779576-7-iscsi neutron-server[93844]: consumer versions: Aug 26 15:22:07.690187 dv-cinder-779576-7-iscsi neutron-server[93844]: { DHCP agent@dv-cinder-779576-7-iscsi: {}, Aug 26 15:22:07.690187 dv-cinder-779576-7-iscsi neutron-server[93844]: HyperV agent@hv-cinder-77957: {}, Aug 26 15:22:07.690187 dv-cinder-779576-7-iscsi neutron-server[93844]: L3 agent@dv-cinder-779576-7-iscsi: {}, Aug 26 15:22:07.690187 dv-cinder-779576-7-iscsi neutron-server[93844]: Metadata agent@dv-cinder-779576-7-iscsi: {}, Aug 26 15:22:07.690187 dv-cinder-779576-7-iscsi neutron-server[93844]: Metering agent@dv-cinder-779576-7-iscsi: {}, Aug 26 15:22:07.690187 dv-cinder-779576-7-iscsi neutron-server[93844]: Open vSwitch agent@dv-cinder-779576-7-iscsi: { 'AddressGroup': '1.2', Aug 26 15:22:07.690187 dv-cinder-779576-7-iscsi neutron-server[93844]: 'ConntrackHelper': '1.0', Aug 26 15:22:07.690187 dv-cinder-779576-7-iscsi neutron-server[93844]: 'Log': '1.0', Aug 26 15:22:07.690187 dv-cinder-779576-7-iscsi neutron-server[93844]: 'Network': '1.1', Aug 26 15:22:07.690187 dv-cinder-779576-7-iscsi neutron-server[93844]: 'Port': '1.7', Aug 26 15:22:07.690187 dv-cinder-779576-7-iscsi neutron-server[93844]: 'PortForwarding': '1.2', Aug 26 15:22:07.690187 dv-cinder-779576-7-iscsi neutron-server[93844]: 'QosPolicy': '1.9', Aug 26 15:22:07.690187 dv-cinder-779576-7-iscsi neutron-server[93844]: 'SecurityGroup': '1.4', Aug 26 15:22:07.690187 dv-cinder-779576-7-iscsi neutron-server[93844]: 'SecurityGroupRule': '1.2', Aug 26 15:22:07.690187 dv-cinder-779576-7-iscsi neutron-server[93844]: 'SubPort': '1.0', Aug 26 15:22:07.690187 dv-cinder-779576-7-iscsi neutron-server[93844]: 'Subnet': '1.1', Aug 26 15:22:07.690187 dv-cinder-779576-7-iscsi neutron-server[93844]: 'Trunk': '1.1'}} Aug 26 15:22:07.690187 dv-cinder-779576-7-iscsi neutron-server[93844]: {{(pid=93844) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 26 15:22:07.695357 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 51270) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:22:07.762452 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.db [None req-91d850bd-8548-4da8-ab9f-44b35cde9797 None None] For port b7bf23b4-1f41-4fbc-b878-23e19f4f34ea, host dv-cinder-779576-7-iscsi, cleared binding levels {{(pid=93844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:22:07.767893 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.db [None req-91d850bd-8548-4da8-ab9f-44b35cde9797 None None] For port b7bf23b4-1f41-4fbc-b878-23e19f4f34ea, host dv-cinder-779576-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-7-iscsi',level=0,port_id=b7bf23b4-1f41-4fbc-b878-23e19f4f34ea,segment=NetworkSegment(d599df7f-c7a7-42e6-8c54-3da29125ead3),segment_id=d599df7f-c7a7-42e6-8c54-3da29125ead3)] {{(pid=93844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:22:07.784169 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-91d850bd-8548-4da8-ab9f-44b35cde9797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:07.790471 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-372c6598-6900-4a17-a36c-8d5ade855c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3928461'] for network, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:07.822601 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-0cd80aca-356b-40d6-b47a-6e124282438e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:07.841089 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372c6598-6900-4a17-a36c-8d5ade855c3e admin admin] Pushing event deleted for resources: {'Network': ['ID=5259dd52-af89-4ce5-97be-ec3de46ece36,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:22:07.847767 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-372c6598-6900-4a17-a36c-8d5ade855c3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774323'] for network, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:07.851151 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-372c6598-6900-4a17-a36c-8d5ade855c3e admin admin] 10.222.0.20 "DELETE /v2.0/networks/5259dd52-af89-4ce5-97be-ec3de46ece36 HTTP/1.1" status: 204 len: 168 time: 1.9647539 Aug 26 15:22:07.855404 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 51274) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:22:07.887356 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdd148c-3c08-4f78-832c-be2b3ebcb325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e5fac2a-db77-4334-8fdd-2863c1e22e16,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:22:07.901182 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.db.provisioning_blocks [None req-0cd80aca-356b-40d6-b47a-6e124282438e admin admin] Transition to ACTIVE for port object a82d00a2-2666-409e-908f-9a451551a39c will not be triggered until provisioned by entity DHCP. {{(pid=93841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 15:22:07.912397 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9302a42-9ff9-4a7e-a078-1d77fd0303a0 admin admin] Deleting subnet 309895e1-a478-40d4-a070-9ec63d827450 {{(pid=93842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 15:22:07.933509 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-9b80548b-439f-48cf-9eab-f58f1fbc017a None None] Notify callbacks [] for port, precommit_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:07.946447 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-9b80548b-439f-48cf-9eab-f58f1fbc017a None None] Transition to ACTIVE for port object 4f474097-4049-45b8-a400-24afad7e1455 will not be triggered until provisioned by entity L2. {{(pid=93843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 15:22:07.957218 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-9b80548b-439f-48cf-9eab-f58f1fbc017a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:07.974874 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d850bd-8548-4da8-ab9f-44b35cde9797 None None] Routers {'4843c204-b237-4a20-a7ea-e6b0935d230e'} bound to L3 agent in host dv-cinder-779576-7-iscsi {{(pid=93844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 15:22:07.975647 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-91d850bd-8548-4da8-ab9f-44b35cde9797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-26T15:14:10Z,description=,heartbeat_timestamp=2021-08-26T15:21:40Z,host='dv-cinder-779576-7-iscsi',id=00a7d786-edfd-4f04-9152-3b7ae2bbf8ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T15:14:10Z,topic='l3_agent')) {'router_ids': ['4843c204-b237-4a20-a7ea-e6b0935d230e'], 'active': True} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:22:07.981257 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-a9302a42-9ff9-4a7e-a078-1d77fd0303a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:08.034054 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840c7088-740b-4ea4-9b2c-0e558588472f None None] Pushing event updated for resources: {'Port': ['ID=b7bf23b4-1f41-4fbc-b878-23e19f4f34ea,revision_number=3']} {{(pid=93844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:22:08.137389 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-0c849c47-8855-4fa8-9d69-f2a1fa3b048e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:08.156926 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:08.166900 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2496268c-c74a-46d3-9f02-c1403ab29668 None None] Pushing event updated for resources: {'Port': ['ID=4f474097-4049-45b8-a400-24afad7e1455,revision_number=2']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:22:08.172436 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-0cd80aca-356b-40d6-b47a-6e124282438e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793280355359'] for port, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:08.212175 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-9b80548b-439f-48cf-9eab-f58f1fbc017a None None] Attempting to bind port 4f474097-4049-45b8-a400-24afad7e1455 on host dv-cinder-779576-7-iscsi for vnic_type normal with profile {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 15:22:08.212862 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-9b80548b-439f-48cf-9eab-f58f1fbc017a None None] Attempting to bind port 4f474097-4049-45b8-a400-24afad7e1455 by drivers openvswitch,hyperv on host dv-cinder-779576-7-iscsi at level 0 using segments [{'id': 'd599df7f-c7a7-42e6-8c54-3da29125ead3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e'}] {{(pid=93843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 15:22:08.213323 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b80548b-439f-48cf-9eab-f58f1fbc017a None None] Attempting to bind port 4f474097-4049-45b8-a400-24afad7e1455 on network 94c3c280-690c-4a83-85d9-6b8aea125a5e {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 15:22:08.231826 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b80548b-439f-48cf-9eab-f58f1fbc017a None None] Checking agent: {'id': '072be889-8d10-4535-8eb8-b08180675ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779576-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 15, 14, 10), 'started_at': datetime.datetime(2021, 8, 26, 15, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 15, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779576-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 15:22:08.232190 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b80548b-439f-48cf-9eab-f58f1fbc017a None None] Checking segment: {'id': 'd599df7f-c7a7-42e6-8c54-3da29125ead3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 15:22:08.236546 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-9b80548b-439f-48cf-9eab-f58f1fbc017a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:08.240125 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b80548b-439f-48cf-9eab-f58f1fbc017a None None] Bound using segment: {'id': 'd599df7f-c7a7-42e6-8c54-3da29125ead3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e'} {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 15:22:08.241305 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-9b80548b-439f-48cf-9eab-f58f1fbc017a None None] Bound port: 4f474097-4049-45b8-a400-24afad7e1455, host: dv-cinder-779576-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd599df7f-c7a7-42e6-8c54-3da29125ead3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e'}}] {{(pid=93843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 15:22:08.242900 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-9b80548b-439f-48cf-9eab-f58f1fbc017a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:08.282261 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvr_db [None req-91d850bd-8548-4da8-ab9f-44b35cde9797 None None] Set router 4843c204-b237-4a20-a7ea-e6b0935d230e gateway port host: dv-cinder-779576-7-iscsi {{(pid=93844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 15:22:08.324873 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd80aca-356b-40d6-b47a-6e124282438e admin admin] Network d887f735-fbdb-4418-baf1-8e9e0d77221f is already hosted by enough agents. {{(pid=93841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:22:08.330433 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-0c849c47-8855-4fa8-9d69-f2a1fa3b048e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:08.341831 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.scheduler.base_scheduler [None req-0cd80aca-356b-40d6-b47a-6e124282438e admin admin] Resources bound (agent type, host, resource id): {{(pid=93841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:22:08.377591 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd80aca-356b-40d6-b47a-6e124282438e admin admin] Received port after_create {{(pid=93841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 15:22:08.381020 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-0cd80aca-356b-40d6-b47a-6e124282438e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3928330'] for router_interface, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:08.389057 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-3f70532d-470e-4d9c-ba15-3252ae9becbb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:08.458427 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-9b80548b-439f-48cf-9eab-f58f1fbc017a None None] For port 4f474097-4049-45b8-a400-24afad7e1455, host dv-cinder-779576-7-iscsi, cleared binding levels {{(pid=93843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:22:08.464629 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-9b80548b-439f-48cf-9eab-f58f1fbc017a None None] For port 4f474097-4049-45b8-a400-24afad7e1455, host dv-cinder-779576-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-7-iscsi',level=0,port_id=4f474097-4049-45b8-a400-24afad7e1455,segment=NetworkSegment(d599df7f-c7a7-42e6-8c54-3da29125ead3),segment_id=d599df7f-c7a7-42e6-8c54-3da29125ead3)] {{(pid=93843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:22:08.480262 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-9b80548b-439f-48cf-9eab-f58f1fbc017a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:08.558528 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-a9302a42-9ff9-4a7e-a078-1d77fd0303a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261274009'] for subnet, precommit_delete_associations {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:08.707694 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b80548b-439f-48cf-9eab-f58f1fbc017a None None] Routers {'aa04ec2d-9fe1-465b-8ce7-4d02c673929e'} bound to L3 agent in host dv-cinder-779576-7-iscsi {{(pid=93843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 15:22:08.708619 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-9b80548b-439f-48cf-9eab-f58f1fbc017a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-26T15:14:10Z,description=,heartbeat_timestamp=2021-08-26T15:21:40Z,host='dv-cinder-779576-7-iscsi',id=00a7d786-edfd-4f04-9152-3b7ae2bbf8ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T15:14:10Z,topic='l3_agent')) {'router_ids': ['aa04ec2d-9fe1-465b-8ce7-4d02c673929e'], 'active': True} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:22:08.729019 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2496268c-c74a-46d3-9f02-c1403ab29668 None None] Pushing event updated for resources: {'Port': ['ID=4f474097-4049-45b8-a400-24afad7e1455,revision_number=3']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:22:08.771709 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd80aca-356b-40d6-b47a-6e124282438e admin admin] Pushing event updated for resources: {'Port': ['ID=a82d00a2-2666-409e-908f-9a451551a39c,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:22:08.788979 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-0337ff53-647f-4d03-9110-7219a5f51e65 req-f28be715-4cc4-45b0-8be6-9338f23fec77 tempest-DeleteServersTestJSON-1730502919 tempest-DeleteServersTestJSON-1730502919-project] 10.222.0.20 "GET /v2.0/ports?device_id=587717dd-d083-47e1-9cd7-d4ac07276f10 HTTP/1.1" status: 200 len: 210 time: 0.2997983 Aug 26 15:22:08.812338 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-91d850bd-8548-4da8-ab9f-44b35cde9797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4843c204-b237-4a20-a7ea-e6b0935d230e', 'name': 'tempest-AttachVolumeTestJSON-2127485695-router', 'tenant_id': 'a571a33f0e074fabbd06be1f77a97dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'b7bf23b4-1f41-4fbc-b878-23e19f4f34ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:21:59Z', 'updated_at': '2021-08-26T15:22:02Z', 'revision_number': 3, 'project_id': 'a571a33f0e074fabbd06be1f77a97dd0', 'gw_port': {'id': 'b7bf23b4-1f41-4fbc-b878-23e19f4f34ea', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:43:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4843c204-b237-4a20-a7ea-e6b0935d230e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:22:00Z', 'updated_at': '2021-08-26T15:22:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi'}], 'dv-cinder-779576-7-iscsi', False) {} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:22:08.852769 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.47', 63941) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:22:08.888540 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d850bd-8548-4da8-ab9f-44b35cde9797 None None] The sync data for ids ['4843c204-b237-4a20-a7ea-e6b0935d230e'] in dv-cinder-779576-7-iscsi is: [{'id': '4843c204-b237-4a20-a7ea-e6b0935d230e', 'name': 'tempest-AttachVolumeTestJSON-2127485695-router', 'tenant_id': 'a571a33f0e074fabbd06be1f77a97dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'b7bf23b4-1f41-4fbc-b878-23e19f4f34ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:21:59Z', 'updated_at': '2021-08-26T15:22:02Z', 'revision_number': 3, 'project_id': 'a571a33f0e074fabbd06be1f77a97dd0', 'gw_port': {'id': 'b7bf23b4-1f41-4fbc-b878-23e19f4f34ea', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:43:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4843c204-b237-4a20-a7ea-e6b0935d230e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:22:00Z', 'updated_at': '2021-08-26T15:22:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi'}] {{(pid=93844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 15:22:09.077484 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-cccbd6d7-2ae3-456d-b5f6-6f56aaa511b2 None None] Provisioning for port a82d00a2-2666-409e-908f-9a451551a39c completed by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 15:22:09.135394 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 51308) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:22:09.138374 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-a9302a42-9ff9-4a7e-a078-1d77fd0303a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3507378'] for subnet, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:09.211403 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-cccbd6d7-2ae3-456d-b5f6-6f56aaa511b2 None None] Provisioning complete for port a82d00a2-2666-409e-908f-9a451551a39c triggered by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:22:09.211900 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-cccbd6d7-2ae3-456d-b5f6-6f56aaa511b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:09.286106 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Device 78345ef7-922f-4191-9660-b293de9b535c up at agent ovs-agent-dv-cinder-779576-7-iscsi {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:22:09.399945 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-0c849c47-8855-4fa8-9d69-f2a1fa3b048e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:09.414639 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-0c849c47-8855-4fa8-9d69-f2a1fa3b048e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:09.419758 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-0c849c47-8855-4fa8-9d69-f2a1fa3b048e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6e5fac2a-db77-4334-8fdd-2863c1e22e16 HTTP/1.1" status: 204 len: 168 time: 1.7194993 Aug 26 15:22:09.424037 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-cccbd6d7-2ae3-456d-b5f6-6f56aaa511b2 None None] Port a82d00a2-2666-409e-908f-9a451551a39c cannot update to ACTIVE because it is not bound. {{(pid=93843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 15:22:09.424233 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-a9302a42-9ff9-4a7e-a078-1d77fd0303a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3507389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261268958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260396897'] for subnet, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:09.429947 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvr_db [None req-9b80548b-439f-48cf-9eab-f58f1fbc017a None None] Set router aa04ec2d-9fe1-465b-8ce7-4d02c673929e gateway port host: dv-cinder-779576-7-iscsi {{(pid=93843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 15:22:09.540785 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c849c47-8855-4fa8-9d69-f2a1fa3b048e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e5fac2a-db77-4334-8fdd-2863c1e22e16,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:22:09.566477 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9302a42-9ff9-4a7e-a078-1d77fd0303a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=309895e1-a478-40d4-a070-9ec63d827450,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:22:09.566942 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-905a45f9-6606-43b3-8380-420969af0f42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:09.658915 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-a9302a42-9ff9-4a7e-a078-1d77fd0303a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774323'] for subnet, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:09.661684 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-a9302a42-9ff9-4a7e-a078-1d77fd0303a0 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/309895e1-a478-40d4-a070-9ec63d827450 HTTP/1.1" status: 204 len: 168 time: 1.8005764 Aug 26 15:22:09.669398 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 51330) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:22:09.709975 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76351d2a-c8d0-40b0-adfa-207e4175cedc req-3ec0a38d-be9e-47a1-983b-1128e8129615 tempest-DeleteServersTestJSON-1730502919 tempest-DeleteServersTestJSON-1730502919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:09.711611 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-76351d2a-c8d0-40b0-adfa-207e4175cedc req-3ec0a38d-be9e-47a1-983b-1128e8129615 tempest-DeleteServersTestJSON-1730502919 tempest-DeleteServersTestJSON-1730502919-project] 10.222.0.47 "GET /v2.0/networks?id=ae65a4ef-fdc5-40e5-b29a-6b6f8df0a048 HTTP/1.1" status: 200 len: 812 time: 0.8248677 Aug 26 15:22:09.739712 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-0cd80aca-356b-40d6-b47a-6e124282438e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:09.774235 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [req-76351d2a-c8d0-40b0-adfa-207e4175cedc req-8fc19de9-eec1-44e2-ab6a-760b511fb965 tempest-DeleteServersTestJSON-1730502919 tempest-DeleteServersTestJSON-1730502919-project] Request body: {'port': {'device_id': '587717dd-d083-47e1-9cd7-d4ac07276f10', 'network_id': 'ae65a4ef-fdc5-40e5-b29a-6b6f8df0a048', 'admin_state_up': True, 'tenant_id': 'ee4e5400142e4c7fbe137913ded5ccba'}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:22:09.814793 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-feee4500-7794-4de6-b7e5-da761d2ccb19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526882'] for network, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:09.817389 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Provisioning complete for port 78345ef7-922f-4191-9660-b293de9b535c triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:22:09.818163 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:10.031243 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:10.070822 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-f1a248f5-21d7-4f39-81e3-07ec570b283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:10.073299 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-46fd6a40-94c2-43f7-9e7a-86afe43f8933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:10.139768 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-3f70532d-470e-4d9c-ba15-3252ae9becbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3930459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3928533'] for router, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:10.279710 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-9b80548b-439f-48cf-9eab-f58f1fbc017a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa04ec2d-9fe1-465b-8ce7-4d02c673929e', 'name': 'tempest-AttachVolumeShelveTestJSON-1152206057-router', 'tenant_id': '51d0a6d3e78f46f98a1a4881bf9eb094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '4f474097-4049-45b8-a400-24afad7e1455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:21:58Z', 'updated_at': '2021-08-26T15:22:01Z', 'revision_number': 3, 'project_id': '51d0a6d3e78f46f98a1a4881bf9eb094', 'gw_port': {'id': '4f474097-4049-45b8-a400-24afad7e1455', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:78:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa04ec2d-9fe1-465b-8ce7-4d02c673929e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:22:00Z', 'updated_at': '2021-08-26T15:22:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi'}], 'dv-cinder-779576-7-iscsi', False) {} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:22:10.315094 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b80548b-439f-48cf-9eab-f58f1fbc017a None None] The sync data for ids ['aa04ec2d-9fe1-465b-8ce7-4d02c673929e'] in dv-cinder-779576-7-iscsi is: [{'id': 'aa04ec2d-9fe1-465b-8ce7-4d02c673929e', 'name': 'tempest-AttachVolumeShelveTestJSON-1152206057-router', 'tenant_id': '51d0a6d3e78f46f98a1a4881bf9eb094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '4f474097-4049-45b8-a400-24afad7e1455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:21:58Z', 'updated_at': '2021-08-26T15:22:01Z', 'revision_number': 3, 'project_id': '51d0a6d3e78f46f98a1a4881bf9eb094', 'gw_port': {'id': '4f474097-4049-45b8-a400-24afad7e1455', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:78:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa04ec2d-9fe1-465b-8ce7-4d02c673929e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:22:00Z', 'updated_at': '2021-08-26T15:22:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi'}] {{(pid=93843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 15:22:10.332571 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-905a45f9-6606-43b3-8380-420969af0f42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:10.339502 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 51352) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:22:10.351200 dv-cinder-779576-7-iscsi neutron-server[93842]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 26 15:22:10.411146 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 51356) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:22:10.412798 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-905a45f9-6606-43b3-8380-420969af0f42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:10.627453 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-905a45f9-6606-43b3-8380-420969af0f42 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=39e01187c50e4a8a84f298ada2495fff&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4743967 Aug 26 15:22:10.627453 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-eebb1d14-741a-4585-81a4-24356c7d2986 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:10.645288 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 51362) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:22:10.752191 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905a45f9-6606-43b3-8380-420969af0f42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d7a211a-950b-4606-bff5-b74989e6417e,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:22:10.850402 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-c083f1f5-ba5d-4341-95ed-753669bd1f6e req-272c6fff-95b8-48bb-85fd-e6d979dfd6c9 tempest-DeleteServersTestJSON-1730502919 tempest-DeleteServersTestJSON-1730502919-project] 10.222.0.20 "GET /v2.0/ports?device_id=587717dd-d083-47e1-9cd7-d4ac07276f10 HTTP/1.1" status: 200 len: 210 time: 0.5094116 Aug 26 15:22:11.033371 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-feee4500-7794-4de6-b7e5-da761d2ccb19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687945', 'neutron.services.segments.db._delete_segments_for_network-8793280934638'] for network, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:11.144905 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.services.segments.db [None req-feee4500-7794-4de6-b7e5-da761d2ccb19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fae4e41-87ec-415e-9dc4-8603b7f8fd05']}} {{(pid=93842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:22:11.261596 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-0cd80aca-356b-40d6-b47a-6e124282438e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:11.293428 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-0cd80aca-356b-40d6-b47a-6e124282438e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:11.295417 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-0cd80aca-356b-40d6-b47a-6e124282438e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3774383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3928277'] for router_interface, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:11.300186 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76351d2a-c8d0-40b0-adfa-207e4175cedc req-8fc19de9-eec1-44e2-ab6a-760b511fb965 tempest-DeleteServersTestJSON-1730502919 tempest-DeleteServersTestJSON-1730502919-project] Made reservation on behalf of ee4e5400142e4c7fbe137913ded5ccba for: {'port': 1} {{(pid=93841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:22:11.343985 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.services.segments.db [None req-feee4500-7794-4de6-b7e5-da761d2ccb19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db6f863f-7df9-4eff-ab5b-baf26e64a95a') {'for_net_delete': True} {{(pid=93842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:22:11.344391 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.services.segments.db [None req-feee4500-7794-4de6-b7e5-da761d2ccb19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db6f863f-7df9-4eff-ab5b-baf26e64a95a') {} {{(pid=93842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:22:11.354214 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-76351d2a-c8d0-40b0-adfa-207e4175cedc req-8fc19de9-eec1-44e2-ab6a-760b511fb965 tempest-DeleteServersTestJSON-1730502919 tempest-DeleteServersTestJSON-1730502919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:11.363166 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Device 4f474097-4049-45b8-a400-24afad7e1455 up at agent ovs-agent-dv-cinder-779576-7-iscsi {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:22:11.375268 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f70532d-470e-4d9c-ba15-3252ae9becbb admin admin] Router e6815b8e-83ce-45c3-b264-8e350b2aaa64 is scheduled to L3 agent 00a7d786-edfd-4f04-9152-3b7ae2bbf8ca with binding_index 1 {{(pid=93842) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 15:22:11.382181 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-feee4500-7794-4de6-b7e5-da761d2ccb19 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793280934521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261273990'] for segment, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:11.419527 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-feee4500-7794-4de6-b7e5-da761d2ccb19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509819'] for segment, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:11.427841 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.db.db_base_plugin_common [None req-46fd6a40-94c2-43f7-9e7a-86afe43f8933 admin admin] Allocated IP 172.20.0.1 (a386d6d9-e769-427b-a3dd-4a66aae709a7/c96291ec-8721-4a15-8133-5907bd72b460/7b8979b1-77b6-4aa5-b0ae-1d430a1121bd) {{(pid=93842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:22:11.476459 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-feee4500-7794-4de6-b7e5-da761d2ccb19 admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=93842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 15:22:11.476459 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-feee4500-7794-4de6-b7e5-da761d2ccb19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261268920'] for segment, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:11.476459 dv-cinder-779576-7-iscsi neutron-server[93842]: Traceback (most recent call last): Aug 26 15:22:11.476459 dv-cinder-779576-7-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 15:22:11.476459 dv-cinder-779576-7-iscsi neutron-server[93842]: timer() Aug 26 15:22:11.476459 dv-cinder-779576-7-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 15:22:11.476459 dv-cinder-779576-7-iscsi neutron-server[93842]: cb(*args, **kw) Aug 26 15:22:11.476459 dv-cinder-779576-7-iscsi neutron-server[93842]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 15:22:11.476459 dv-cinder-779576-7-iscsi neutron-server[93842]: return func(*args, **kwargs) Aug 26 15:22:11.476459 dv-cinder-779576-7-iscsi neutron-server[93842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 15:22:11.476459 dv-cinder-779576-7-iscsi neutron-server[93842]: self._notify() Aug 26 15:22:11.476459 dv-cinder-779576-7-iscsi neutron-server[93842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 15:22:11.476459 dv-cinder-779576-7-iscsi neutron-server[93842]: self.callback(batched_events) Aug 26 15:22:11.476459 dv-cinder-779576-7-iscsi neutron-server[93842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 15:22:11.476459 dv-cinder-779576-7-iscsi neutron-server[93842]: event.method(event) Aug 26 15:22:11.476459 dv-cinder-779576-7-iscsi neutron-server[93842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 15:22:11.476459 dv-cinder-779576-7-iscsi neutron-server[93842]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 15:22:11.476459 dv-cinder-779576-7-iscsi neutron-server[93842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 15:22:11.476459 dv-cinder-779576-7-iscsi neutron-server[93842]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 15:22:11.476459 dv-cinder-779576-7-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 15:22:11.476459 dv-cinder-779576-7-iscsi neutron-server[93842]: return f(self, *a, **k) Aug 26 15:22:11.476459 dv-cinder-779576-7-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 15:22:11.476459 dv-cinder-779576-7-iscsi neutron-server[93842]: return self._get(url).json() Aug 26 15:22:11.476459 dv-cinder-779576-7-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 15:22:11.476459 dv-cinder-779576-7-iscsi neutron-server[93842]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 15:22:11.476459 dv-cinder-779576-7-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 15:22:11.476459 dv-cinder-779576-7-iscsi neutron-server[93842]: return self.request(url, 'GET', **kwargs) Aug 26 15:22:11.476459 dv-cinder-779576-7-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 15:22:11.476459 dv-cinder-779576-7-iscsi neutron-server[93842]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 15:22:11.476459 dv-cinder-779576-7-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 15:22:11.476459 dv-cinder-779576-7-iscsi neutron-server[93842]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 15:22:11.476459 dv-cinder-779576-7-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 15:22:11.476459 dv-cinder-779576-7-iscsi neutron-server[93842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 15:22:11.476459 dv-cinder-779576-7-iscsi neutron-server[93842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 15:22:11.542573 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c45f19a1-5a59-44e4-9446-0a9261f71b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:11.566136 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Provisioning for port 4f474097-4049-45b8-a400-24afad7e1455 completed by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 15:22:11.570032 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-8f50e829-1d87-4e78-be4b-94b3c1c5c9c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:11.578873 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Provisioning complete for port 4f474097-4049-45b8-a400-24afad7e1455 triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:22:11.579484 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:11.754953 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:11.834990 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] For port 4f474097-4049-45b8-a400-24afad7e1455, host dv-cinder-779576-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-7-iscsi',level=0,port_id=4f474097-4049-45b8-a400-24afad7e1455,segment=NetworkSegment(d599df7f-c7a7-42e6-8c54-3da29125ead3),segment_id=d599df7f-c7a7-42e6-8c54-3da29125ead3)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:22:11.851039 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:11.852103 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Device b7bf23b4-1f41-4fbc-b878-23e19f4f34ea up at agent ovs-agent-dv-cinder-779576-7-iscsi {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:22:11.956571 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd80aca-356b-40d6-b47a-6e124282438e admin admin] Pushing event updated for resources: {'Port': ['ID=a82d00a2-2666-409e-908f-9a451551a39c,revision_number=2']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:22:11.988347 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-feee4500-7794-4de6-b7e5-da761d2ccb19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3928461'] for network, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:12.020438 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-feee4500-7794-4de6-b7e5-da761d2ccb19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774323'] for network, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:12.039044 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-feee4500-7794-4de6-b7e5-da761d2ccb19 admin admin] 10.222.0.20 "DELETE /v2.0/networks/2fae4e41-87ec-415e-9dc4-8603b7f8fd05 HTTP/1.1" status: 204 len: 168 time: 2.3575590 Aug 26 15:22:12.126783 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feee4500-7794-4de6-b7e5-da761d2ccb19 admin admin] Pushing event deleted for resources: {'Network': ['ID=2fae4e41-87ec-415e-9dc4-8603b7f8fd05,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:22:12.131678 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Pushing event updated for resources: {'Port': ['ID=4f474097-4049-45b8-a400-24afad7e1455,revision_number=4']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:22:12.136211 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f70532d-470e-4d9c-ba15-3252ae9becbb admin admin] Notify agent at l3_agent.dv-cinder-779576-7-iscsi the message routers_updated {{(pid=93842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 15:22:12.173091 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9975c3b8-3a10-40a0-a098-9e4e67ff08fc None None] Sync routers for ids ['e6815b8e-83ce-45c3-b264-8e350b2aaa64'] in dv-cinder-779576-7-iscsi {{(pid=93844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 15:22:12.193306 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Provisioning for port b7bf23b4-1f41-4fbc-b878-23e19f4f34ea completed by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 15:22:12.208835 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Provisioning complete for port b7bf23b4-1f41-4fbc-b878-23e19f4f34ea triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:22:12.209197 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:12.211985 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9975c3b8-3a10-40a0-a098-9e4e67ff08fc None None] Routers {'e6815b8e-83ce-45c3-b264-8e350b2aaa64'} bound to L3 agent in host dv-cinder-779576-7-iscsi {{(pid=93844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 15:22:12.213824 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-9975c3b8-3a10-40a0-a098-9e4e67ff08fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T15:14:10Z,description=,heartbeat_timestamp=2021-08-26T15:22:10Z,host='dv-cinder-779576-7-iscsi',id=00a7d786-edfd-4f04-9152-3b7ae2bbf8ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T15:14:10Z,topic='l3_agent')) {'router_ids': ['e6815b8e-83ce-45c3-b264-8e350b2aaa64'], 'active': True} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:22:12.615389 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-f9905e9f-874b-4298-81e9-91ae3c3fb2d0 req-31749fcd-9f22-4aff-bad8-f1b12575649f tempest-DeleteServersTestJSON-1730502919 tempest-DeleteServersTestJSON-1730502919-project] 10.222.0.20 "GET /v2.0/ports?device_id=587717dd-d083-47e1-9cd7-d4ac07276f10 HTTP/1.1" status: 200 len: 210 time: 0.1258869 Aug 26 15:22:12.615914 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-46fd6a40-94c2-43f7-9e7a-86afe43f8933 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:12.616426 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-8f50e829-1d87-4e78-be4b-94b3c1c5c9c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:12.616506 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.db.provisioning_blocks [None req-46fd6a40-94c2-43f7-9e7a-86afe43f8933 admin admin] Transition to ACTIVE for port object 7b8979b1-77b6-4aa5-b0ae-1d430a1121bd will not be triggered until provisioned by entity DHCP. {{(pid=93842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 15:22:12.616506 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 51378) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:22:12.616705 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:12.616705 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] For port b7bf23b4-1f41-4fbc-b878-23e19f4f34ea, host dv-cinder-779576-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-7-iscsi',level=0,port_id=b7bf23b4-1f41-4fbc-b878-23e19f4f34ea,segment=NetworkSegment(d599df7f-c7a7-42e6-8c54-3da29125ead3),segment_id=d599df7f-c7a7-42e6-8c54-3da29125ead3)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:22:12.616705 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:12.617806 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-46fd6a40-94c2-43f7-9e7a-86afe43f8933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793280355359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261268877'] for port, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:12.657035 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-e41acfed-9b81-41b4-957c-984f346b683d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=325e250cc0ee4f96a660444ea669b200&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1614850 Aug 26 15:22:12.688359 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 51380) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:22:12.701712 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Pushing event updated for resources: {'Port': ['ID=b7bf23b4-1f41-4fbc-b878-23e19f4f34ea,revision_number=4']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:22:12.736030 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fd6a40-94c2-43f7-9e7a-86afe43f8933 admin admin] Pushing event updated for resources: {'Port': ['ID=7b8979b1-77b6-4aa5-b0ae-1d430a1121bd,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:22:12.740522 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46fd6a40-94c2-43f7-9e7a-86afe43f8933 admin admin] Network a386d6d9-e769-427b-a3dd-4a66aae709a7 is already hosted by enough agents. {{(pid=93842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:22:12.742498 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.scheduler.base_scheduler [None req-46fd6a40-94c2-43f7-9e7a-86afe43f8933 admin admin] Resources bound (agent type, host, resource id): {{(pid=93842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:22:12.745221 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fd6a40-94c2-43f7-9e7a-86afe43f8933 admin admin] Received port after_create {{(pid=93842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 15:22:12.772487 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvr_db [None req-9975c3b8-3a10-40a0-a098-9e4e67ff08fc None None] Set router e6815b8e-83ce-45c3-b264-8e350b2aaa64 gateway port host: dv-cinder-779576-7-iscsi {{(pid=93844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 15:22:12.808013 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-46fd6a40-94c2-43f7-9e7a-86afe43f8933 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3928330'] for router_interface, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:12.820959 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-eebb1d14-741a-4585-81a4-24356c7d2986 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:12.845151 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd80aca-356b-40d6-b47a-6e124282438e admin admin] Network d887f735-fbdb-4418-baf1-8e9e0d77221f is already hosted by enough agents. {{(pid=93841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:22:12.846865 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-eebb1d14-741a-4585-81a4-24356c7d2986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:12.850989 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.db.db_base_plugin_common [req-76351d2a-c8d0-40b0-adfa-207e4175cedc req-8fc19de9-eec1-44e2-ab6a-760b511fb965 tempest-DeleteServersTestJSON-1730502919 tempest-DeleteServersTestJSON-1730502919-project] Allocated IP 172.20.0.12 (ae65a4ef-fdc5-40e5-b29a-6b6f8df0a048/dd61c1a1-fece-49e2-a808-ff97a7916245/e62592d8-3c13-4ba3-b16f-500c0752cb12) {{(pid=93841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:22:12.856677 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.scheduler.base_scheduler [None req-0cd80aca-356b-40d6-b47a-6e124282438e admin admin] Resources bound (agent type, host, resource id): {{(pid=93841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:22:12.984741 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-a6032fac-f2a0-46d6-9c2c-2483dfdc6249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:12.992689 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebb1d14-741a-4585-81a4-24356c7d2986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3009f82a-686a-4acd-8f2c-debe8bccbc3e,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:22:13.091752 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-3f70532d-470e-4d9c-ba15-3252ae9becbb admin admin] Notify callbacks [] for router, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:13.102966 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-3f70532d-470e-4d9c-ba15-3252ae9becbb admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 11.9910445 Aug 26 15:22:13.132476 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 51384) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:22:13.161549 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-8dc3048e-5948-4708-a670-d794e25ed622 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:13.171751 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-9975c3b8-3a10-40a0-a098-9e4e67ff08fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6815b8e-83ce-45c3-b264-8e350b2aaa64', 'name': 'tempest-ServerRescueNegativeTestJSON-825906397-router', 'tenant_id': '00ac4322064645a3ad7e3251384021a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '5d29efb2-681b-4ce8-a55f-241b8c7f11d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:22:02Z', 'updated_at': '2021-08-26T15:22:07Z', 'revision_number': 3, 'project_id': '00ac4322064645a3ad7e3251384021a2', 'gw_port': {'id': '5d29efb2-681b-4ce8-a55f-241b8c7f11d4', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:d7:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6815b8e-83ce-45c3-b264-8e350b2aaa64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:22:04Z', 'updated_at': '2021-08-26T15:22:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi'}], 'dv-cinder-779576-7-iscsi', False) {} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:22:13.228544 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-8dc3048e-5948-4708-a670-d794e25ed622 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:13.246272 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9975c3b8-3a10-40a0-a098-9e4e67ff08fc None None] Checking router: e6815b8e-83ce-45c3-b264-8e350b2aaa64 for host: dv-cinder-779576-7-iscsi {{(pid=93844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 15:22:13.246878 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9975c3b8-3a10-40a0-a098-9e4e67ff08fc None None] Updating router e6815b8e-83ce-45c3-b264-8e350b2aaa64 port 5d29efb2-681b-4ce8-a55f-241b8c7f11d4 binding host dv-cinder-779576-7-iscsi {{(pid=93844) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 15:22:13.262610 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Device 4f474097-4049-45b8-a400-24afad7e1455 up at agent ovs-agent-dv-cinder-779576-7-iscsi {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:22:13.315782 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-9975c3b8-3a10-40a0-a098-9e4e67ff08fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:13.343713 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-8f50e829-1d87-4e78-be4b-94b3c1c5c9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:13.352286 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-8f50e829-1d87-4e78-be4b-94b3c1c5c9c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:13.353443 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-8f50e829-1d87-4e78-be4b-94b3c1c5c9c9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9d7a211a-950b-4606-bff5-b74989e6417e HTTP/1.1" status: 204 len: 168 time: 2.7049522 Aug 26 15:22:13.473288 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-c7d563bc-4815-4364-923d-0ec84a5708f6 None None] Provisioning for port 7b8979b1-77b6-4aa5-b0ae-1d430a1121bd completed by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 15:22:13.481168 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Provisioning complete for port 4f474097-4049-45b8-a400-24afad7e1455 triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:22:13.481959 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:13.520627 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-c7d563bc-4815-4364-923d-0ec84a5708f6 None None] Provisioning complete for port 7b8979b1-77b6-4aa5-b0ae-1d430a1121bd triggered by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:22:13.521110 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c7d563bc-4815-4364-923d-0ec84a5708f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:13.611525 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-7f4d6499-f1f6-477e-9106-c075dd137d90 req-28ca2840-3ac3-44ef-96a4-ec812e7a0144 tempest-DeleteServersTestJSON-1730502919 tempest-DeleteServersTestJSON-1730502919-project] 10.222.0.20 "GET /v2.0/ports?device_id=587717dd-d083-47e1-9cd7-d4ac07276f10 HTTP/1.1" status: 200 len: 210 time: 0.1216333 Aug 26 15:22:13.631716 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-c7d563bc-4815-4364-923d-0ec84a5708f6 None None] Port 7b8979b1-77b6-4aa5-b0ae-1d430a1121bd cannot update to ACTIVE because it is not bound. {{(pid=93843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 15:22:13.683460 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-46fd6a40-94c2-43f7-9e7a-86afe43f8933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:13.717947 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-eebb1d14-741a-4585-81a4-24356c7d2986 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7f99f857becc47ccab7dc31e51744085&name=default HTTP/1.1" status: 200 len: 2979 time: 3.2667174 Aug 26 15:22:13.719775 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 51396) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:22:13.745845 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-8dc3048e-5948-4708-a670-d794e25ed622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:13.748412 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-8dc3048e-5948-4708-a670-d794e25ed622 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:13.760270 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-8dc3048e-5948-4708-a670-d794e25ed622 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c30e9566-1433-4380-9438-aba7d6a676ad HTTP/1.1" status: 204 len: 168 time: 1.0694337 Aug 26 15:22:13.811615 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f50e829-1d87-4e78-be4b-94b3c1c5c9c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d7a211a-950b-4606-bff5-b74989e6417e,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:22:13.878787 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Device b7bf23b4-1f41-4fbc-b878-23e19f4f34ea up at agent ovs-agent-dv-cinder-779576-7-iscsi {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:22:13.953312 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-eb007968-bab3-49d9-a1cb-9ecda9c00005 None None] Provisioning complete for port a82d00a2-2666-409e-908f-9a451551a39c triggered by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:22:13.954202 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eb007968-bab3-49d9-a1cb-9ecda9c00005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:14.005059 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc3048e-5948-4708-a670-d794e25ed622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c30e9566-1433-4380-9438-aba7d6a676ad,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:22:14.049085 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-9975c3b8-3a10-40a0-a098-9e4e67ff08fc None None] Notify callbacks [] for port, precommit_update {{(pid=93844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:14.052173 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cd80aca-356b-40d6-b47a-6e124282438e admin admin] Router aa04ec2d-9fe1-465b-8ce7-4d02c673929e has already been hosted by L3 agent 00a7d786-edfd-4f04-9152-3b7ae2bbf8ca {{(pid=93841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 15:22:14.061749 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.provisioning_blocks [None req-9975c3b8-3a10-40a0-a098-9e4e67ff08fc None None] Transition to ACTIVE for port object 5d29efb2-681b-4ce8-a55f-241b8c7f11d4 will not be triggered until provisioned by entity L2. {{(pid=93844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 15:22:14.075744 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-9975c3b8-3a10-40a0-a098-9e4e67ff08fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:14.143907 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-8dc10196-a94a-4974-80e3-de6cf4135384 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:14.162005 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909ae6d8-69b7-48d2-a601-75351ff0fee4 None None] Pushing event updated for resources: {'Port': ['ID=5d29efb2-681b-4ce8-a55f-241b8c7f11d4,revision_number=2']} {{(pid=93844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:22:14.182040 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-eb007968-bab3-49d9-a1cb-9ecda9c00005 None None] Port a82d00a2-2666-409e-908f-9a451551a39c cannot update to ACTIVE because it is not bound. {{(pid=93843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 15:22:14.204774 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-8dc10196-a94a-4974-80e3-de6cf4135384 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:14.229903 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Provisioning complete for port b7bf23b4-1f41-4fbc-b878-23e19f4f34ea triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:22:14.232235 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:14.289012 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.managers [None req-9975c3b8-3a10-40a0-a098-9e4e67ff08fc None None] Attempting to bind port 5d29efb2-681b-4ce8-a55f-241b8c7f11d4 on host dv-cinder-779576-7-iscsi for vnic_type normal with profile {{(pid=93844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 15:22:14.292667 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.managers [None req-9975c3b8-3a10-40a0-a098-9e4e67ff08fc None None] Attempting to bind port 5d29efb2-681b-4ce8-a55f-241b8c7f11d4 by drivers openvswitch,hyperv on host dv-cinder-779576-7-iscsi at level 0 using segments [{'id': 'd599df7f-c7a7-42e6-8c54-3da29125ead3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e'}] {{(pid=93844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 15:22:14.293389 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9975c3b8-3a10-40a0-a098-9e4e67ff08fc None None] Attempting to bind port 5d29efb2-681b-4ce8-a55f-241b8c7f11d4 on network 94c3c280-690c-4a83-85d9-6b8aea125a5e {{(pid=93844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 15:22:14.310384 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9975c3b8-3a10-40a0-a098-9e4e67ff08fc None None] Checking agent: {'id': '072be889-8d10-4535-8eb8-b08180675ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779576-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 15, 14, 10), 'started_at': datetime.datetime(2021, 8, 26, 15, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 15, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779576-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 15:22:14.312140 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9975c3b8-3a10-40a0-a098-9e4e67ff08fc None None] Checking segment: {'id': 'd599df7f-c7a7-42e6-8c54-3da29125ead3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 15:22:14.312793 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-9975c3b8-3a10-40a0-a098-9e4e67ff08fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:14.314074 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9975c3b8-3a10-40a0-a098-9e4e67ff08fc None None] Bound using segment: {'id': 'd599df7f-c7a7-42e6-8c54-3da29125ead3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e'} {{(pid=93844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 15:22:14.316418 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.managers [None req-9975c3b8-3a10-40a0-a098-9e4e67ff08fc None None] Bound port: 5d29efb2-681b-4ce8-a55f-241b8c7f11d4, host: dv-cinder-779576-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd599df7f-c7a7-42e6-8c54-3da29125ead3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e'}}] {{(pid=93844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 15:22:14.317294 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-9975c3b8-3a10-40a0-a098-9e4e67ff08fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:14.391798 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-46fd6a40-94c2-43f7-9e7a-86afe43f8933 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:14.404366 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-46fd6a40-94c2-43f7-9e7a-86afe43f8933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261268884'] for port, after_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:14.481279 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.db [None req-9975c3b8-3a10-40a0-a098-9e4e67ff08fc None None] For port 5d29efb2-681b-4ce8-a55f-241b8c7f11d4, host dv-cinder-779576-7-iscsi, cleared binding levels {{(pid=93844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:22:14.506103 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.db [None req-9975c3b8-3a10-40a0-a098-9e4e67ff08fc None None] For port 5d29efb2-681b-4ce8-a55f-241b8c7f11d4, host dv-cinder-779576-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-7-iscsi',level=0,port_id=5d29efb2-681b-4ce8-a55f-241b8c7f11d4,segment=NetworkSegment(d599df7f-c7a7-42e6-8c54-3da29125ead3),segment_id=d599df7f-c7a7-42e6-8c54-3da29125ead3)] {{(pid=93844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:22:14.521407 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-9975c3b8-3a10-40a0-a098-9e4e67ff08fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:14.652719 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909ae6d8-69b7-48d2-a601-75351ff0fee4 None None] Pushing event updated for resources: {'Port': ['ID=5d29efb2-681b-4ce8-a55f-241b8c7f11d4,revision_number=3']} {{(pid=93844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:22:14.677332 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-8dc10196-a94a-4974-80e3-de6cf4135384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:14.691791 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-8dc10196-a94a-4974-80e3-de6cf4135384 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:14.702815 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-8dc10196-a94a-4974-80e3-de6cf4135384 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3009f82a-686a-4acd-8f2c-debe8bccbc3e HTTP/1.1" status: 204 len: 168 time: 0.9795785 Aug 26 15:22:14.724715 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9975c3b8-3a10-40a0-a098-9e4e67ff08fc None None] Routers {'e6815b8e-83ce-45c3-b264-8e350b2aaa64'} bound to L3 agent in host dv-cinder-779576-7-iscsi {{(pid=93844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 15:22:14.725816 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-9975c3b8-3a10-40a0-a098-9e4e67ff08fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T15:14:10Z,description=,heartbeat_timestamp=2021-08-26T15:22:10Z,host='dv-cinder-779576-7-iscsi',id=00a7d786-edfd-4f04-9152-3b7ae2bbf8ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T15:14:10Z,topic='l3_agent')) {'router_ids': ['e6815b8e-83ce-45c3-b264-8e350b2aaa64'], 'active': True} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:22:14.731622 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-76351d2a-c8d0-40b0-adfa-207e4175cedc req-8fc19de9-eec1-44e2-ab6a-760b511fb965 tempest-DeleteServersTestJSON-1730502919 tempest-DeleteServersTestJSON-1730502919-project] Notify callbacks [] for port, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:14.740654 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-46fd6a40-94c2-43f7-9e7a-86afe43f8933 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3774383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3928277'] for router_interface, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:14.795178 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fd6a40-94c2-43f7-9e7a-86afe43f8933 admin admin] Pushing event updated for resources: {'Port': ['ID=7b8979b1-77b6-4aa5-b0ae-1d430a1121bd,revision_number=2']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:22:14.814379 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-76351d2a-c8d0-40b0-adfa-207e4175cedc req-8fc19de9-eec1-44e2-ab6a-760b511fb965 tempest-DeleteServersTestJSON-1730502919 tempest-DeleteServersTestJSON-1730502919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793280355359'] for port, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:14.821066 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc10196-a94a-4974-80e3-de6cf4135384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3009f82a-686a-4acd-8f2c-debe8bccbc3e,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:22:14.988907 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 51424) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:22:15.067578 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvr_db [None req-9975c3b8-3a10-40a0-a098-9e4e67ff08fc None None] Set router e6815b8e-83ce-45c3-b264-8e350b2aaa64 gateway port host: dv-cinder-779576-7-iscsi {{(pid=93844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 15:22:15.229582 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cd80aca-356b-40d6-b47a-6e124282438e admin admin] Notify agent at l3_agent.dv-cinder-779576-7-iscsi the message routers_updated {{(pid=93841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 15:22:15.268202 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-2e3005c4-6a6e-40eb-9bde-bb5d4741e5de admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c2b056cba9eb48ee9cf20864938c1246&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2730470 Aug 26 15:22:15.271645 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 51430) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:22:15.515788 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-0cd80aca-356b-40d6-b47a-6e124282438e admin admin] 10.222.0.20 "PUT /v2.0/routers/aa04ec2d-9fe1-465b-8ce7-4d02c673929e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5641699 Aug 26 15:22:15.516010 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8cf8bf-2dca-4f7c-9499-b654862ee168 None None] Sync routers for ids ['aa04ec2d-9fe1-465b-8ce7-4d02c673929e'] in dv-cinder-779576-7-iscsi {{(pid=93843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 15:22:15.516010 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8cf8bf-2dca-4f7c-9499-b654862ee168 None None] Routers {'aa04ec2d-9fe1-465b-8ce7-4d02c673929e'} bound to L3 agent in host dv-cinder-779576-7-iscsi {{(pid=93843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 15:22:15.516010 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-9e8cf8bf-2dca-4f7c-9499-b654862ee168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T15:14:10Z,description=,heartbeat_timestamp=2021-08-26T15:22:10Z,host='dv-cinder-779576-7-iscsi',id=00a7d786-edfd-4f04-9152-3b7ae2bbf8ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T15:14:10Z,topic='l3_agent')) {'router_ids': ['aa04ec2d-9fe1-465b-8ce7-4d02c673929e'], 'active': True} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:22:15.579399 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-9975c3b8-3a10-40a0-a098-9e4e67ff08fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6815b8e-83ce-45c3-b264-8e350b2aaa64', 'name': 'tempest-ServerRescueNegativeTestJSON-825906397-router', 'tenant_id': '00ac4322064645a3ad7e3251384021a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '5d29efb2-681b-4ce8-a55f-241b8c7f11d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:22:02Z', 'updated_at': '2021-08-26T15:22:07Z', 'revision_number': 3, 'project_id': '00ac4322064645a3ad7e3251384021a2', 'gw_port': {'id': '5d29efb2-681b-4ce8-a55f-241b8c7f11d4', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:d7:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6815b8e-83ce-45c3-b264-8e350b2aaa64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:22:04Z', 'updated_at': '2021-08-26T15:22:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi'}], 'dv-cinder-779576-7-iscsi', False) {} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:22:15.590550 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76351d2a-c8d0-40b0-adfa-207e4175cedc req-8fc19de9-eec1-44e2-ab6a-760b511fb965 tempest-DeleteServersTestJSON-1730502919 tempest-DeleteServersTestJSON-1730502919-project] Network ae65a4ef-fdc5-40e5-b29a-6b6f8df0a048 is already hosted by enough agents. {{(pid=93841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:22:15.653619 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.scheduler.base_scheduler [req-76351d2a-c8d0-40b0-adfa-207e4175cedc req-8fc19de9-eec1-44e2-ab6a-760b511fb965 tempest-DeleteServersTestJSON-1730502919 tempest-DeleteServersTestJSON-1730502919-project] Resources bound (agent type, host, resource id): {{(pid=93841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:22:15.663173 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9975c3b8-3a10-40a0-a098-9e4e67ff08fc None None] The sync data for ids ['e6815b8e-83ce-45c3-b264-8e350b2aaa64'] in dv-cinder-779576-7-iscsi is: [{'id': 'e6815b8e-83ce-45c3-b264-8e350b2aaa64', 'name': 'tempest-ServerRescueNegativeTestJSON-825906397-router', 'tenant_id': '00ac4322064645a3ad7e3251384021a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '5d29efb2-681b-4ce8-a55f-241b8c7f11d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:22:02Z', 'updated_at': '2021-08-26T15:22:07Z', 'revision_number': 3, 'project_id': '00ac4322064645a3ad7e3251384021a2', 'gw_port': {'id': '5d29efb2-681b-4ce8-a55f-241b8c7f11d4', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:d7:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6815b8e-83ce-45c3-b264-8e350b2aaa64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:22:04Z', 'updated_at': '2021-08-26T15:22:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi'}] {{(pid=93844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 15:22:15.667590 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46fd6a40-94c2-43f7-9e7a-86afe43f8933 admin admin] Network a386d6d9-e769-427b-a3dd-4a66aae709a7 is already hosted by enough agents. {{(pid=93842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:22:15.694249 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.scheduler.base_scheduler [None req-46fd6a40-94c2-43f7-9e7a-86afe43f8933 admin admin] Resources bound (agent type, host, resource id): {{(pid=93842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:22:15.766158 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [req-76351d2a-c8d0-40b0-adfa-207e4175cedc req-8fc19de9-eec1-44e2-ab6a-760b511fb965 tempest-DeleteServersTestJSON-1730502919 tempest-DeleteServersTestJSON-1730502919-project] Received port after_create {{(pid=93841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 15:22:15.783860 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76351d2a-c8d0-40b0-adfa-207e4175cedc req-8fc19de9-eec1-44e2-ab6a-760b511fb965 tempest-DeleteServersTestJSON-1730502919 tempest-DeleteServersTestJSON-1730502919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:15.784624 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-76351d2a-c8d0-40b0-adfa-207e4175cedc req-8fc19de9-eec1-44e2-ab6a-760b511fb965 tempest-DeleteServersTestJSON-1730502919 tempest-DeleteServersTestJSON-1730502919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4089636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774323'] for port, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:15.813848 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a527b9-ac5e-4b12-bd5a-73f3ccde52f9 req-758876cd-84b8-44ac-944e-e9cbc7ef27b2 tempest-DeleteServersTestJSON-1730502919 tempest-DeleteServersTestJSON-1730502919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:15.829309 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvr_db [None req-9e8cf8bf-2dca-4f7c-9499-b654862ee168 None None] Set router aa04ec2d-9fe1-465b-8ce7-4d02c673929e gateway port host: dv-cinder-779576-7-iscsi {{(pid=93843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 15:22:15.829996 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-f3a527b9-ac5e-4b12-bd5a-73f3ccde52f9 req-758876cd-84b8-44ac-944e-e9cbc7ef27b2 tempest-DeleteServersTestJSON-1730502919 tempest-DeleteServersTestJSON-1730502919-project] 10.222.0.20 "GET /v2.0/ports?device_id=587717dd-d083-47e1-9cd7-d4ac07276f10 HTTP/1.1" status: 200 len: 932 time: 0.6020303 Aug 26 15:22:15.969928 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc19de9-eec1-44e2-ab6a-760b511fb965 tempest-DeleteServersTestJSON-1730502919 tempest-DeleteServersTestJSON-1730502919-project] Pushing event updated for resources: {'Port': ['ID=e62592d8-3c13-4ba3-b16f-500c0752cb12,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:22:15.979699 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-76351d2a-c8d0-40b0-adfa-207e4175cedc req-8fc19de9-eec1-44e2-ab6a-760b511fb965 tempest-DeleteServersTestJSON-1730502919 tempest-DeleteServersTestJSON-1730502919-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.2122824 Aug 26 15:22:16.011958 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [req-76351d2a-c8d0-40b0-adfa-207e4175cedc req-57f63d8b-da80-46be-b852-70bca75a8f43 tempest-DeleteServersTestJSON-1730502919 tempest-DeleteServersTestJSON-1730502919-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 15:22:16.014104 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-76351d2a-c8d0-40b0-adfa-207e4175cedc req-57f63d8b-da80-46be-b852-70bca75a8f43 tempest-DeleteServersTestJSON-1730502919 tempest-DeleteServersTestJSON-1730502919-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0194159 Aug 26 15:22:16.038733 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-6a0982b1-8ef1-4198-a0b7-0c16abc563f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:16.101170 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-f3a527b9-ac5e-4b12-bd5a-73f3ccde52f9 req-b7d05206-bff0-4023-8f1b-3a5ce7771410 tempest-DeleteServersTestJSON-1730502919 tempest-DeleteServersTestJSON-1730502919-project] 10.222.0.20 "GET /v2.0/security-groups?id=75a05ea5-e4a4-4b4e-b1bc-4839c525eea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699566 Aug 26 15:22:16.209234 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-a64f5415-35a6-4a27-96ef-875a41b436d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:16.410569 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-2ec89c1c-cd69-4ae6-a5fd-75603c8bcec9 None None] Provisioning complete for port 7b8979b1-77b6-4aa5-b0ae-1d430a1121bd triggered by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:22:16.410944 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-2ec89c1c-cd69-4ae6-a5fd-75603c8bcec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:16.418257 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-6a0982b1-8ef1-4198-a0b7-0c16abc563f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:16.497431 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-2ec89c1c-cd69-4ae6-a5fd-75603c8bcec9 None None] Port 7b8979b1-77b6-4aa5-b0ae-1d430a1121bd cannot update to ACTIVE because it is not bound. {{(pid=93843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 15:22:16.540043 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-9e8cf8bf-2dca-4f7c-9499-b654862ee168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa04ec2d-9fe1-465b-8ce7-4d02c673929e', 'name': 'tempest-AttachVolumeShelveTestJSON-1152206057-router', 'tenant_id': '51d0a6d3e78f46f98a1a4881bf9eb094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '4f474097-4049-45b8-a400-24afad7e1455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:21:58Z', 'updated_at': '2021-08-26T15:22:09Z', 'revision_number': 4, 'project_id': '51d0a6d3e78f46f98a1a4881bf9eb094', 'gw_port': {'id': '4f474097-4049-45b8-a400-24afad7e1455', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:78:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa04ec2d-9fe1-465b-8ce7-4d02c673929e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:22:00Z', 'updated_at': '2021-08-26T15:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi', '_interfaces': [{'id': 'a82d00a2-2666-409e-908f-9a451551a39c', 'name': '', 'network_id': 'd887f735-fbdb-4418-baf1-8e9e0d77221f', 'tenant_id': '51d0a6d3e78f46f98a1a4881bf9eb094', 'mac_address': 'fa:16:3e:c8:31:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa04ec2d-9fe1-465b-8ce7-4d02c673929e', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '2dc1893b-86f2-4498-b069-d334c29d6d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:22:06Z', 'updated_at': '2021-08-26T15:22:10Z', 'revision_number': 2, 'project_id': '51d0a6d3e78f46f98a1a4881bf9eb094', 'subnets': [{'id': '2dc1893b-86f2-4498-b069-d334c29d6d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-7-iscsi', False) {} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:22:16.617459 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46fd6a40-94c2-43f7-9e7a-86afe43f8933 admin admin] Router 4843c204-b237-4a20-a7ea-e6b0935d230e has already been hosted by L3 agent 00a7d786-edfd-4f04-9152-3b7ae2bbf8ca {{(pid=93842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 15:22:16.655291 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8cf8bf-2dca-4f7c-9499-b654862ee168 None None] Checking router: aa04ec2d-9fe1-465b-8ce7-4d02c673929e for host: dv-cinder-779576-7-iscsi {{(pid=93843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 15:22:16.656030 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8cf8bf-2dca-4f7c-9499-b654862ee168 None None] Updating router aa04ec2d-9fe1-465b-8ce7-4d02c673929e port a82d00a2-2666-409e-908f-9a451551a39c binding host dv-cinder-779576-7-iscsi {{(pid=93843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 15:22:16.779899 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-6a0982b1-8ef1-4198-a0b7-0c16abc563f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:16.782880 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-6a0982b1-8ef1-4198-a0b7-0c16abc563f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:16.786334 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-6a0982b1-8ef1-4198-a0b7-0c16abc563f8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/333d6495-8fff-40d2-a565-b95ed7421571 HTTP/1.1" status: 204 len: 168 time: 1.4836142 Aug 26 15:22:16.805311 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-9e8cf8bf-2dca-4f7c-9499-b654862ee168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:16.831486 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0982b1-8ef1-4198-a0b7-0c16abc563f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=333d6495-8fff-40d2-a565-b95ed7421571,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:22:17.002573 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46fd6a40-94c2-43f7-9e7a-86afe43f8933 admin admin] Notify agent at l3_agent.dv-cinder-779576-7-iscsi the message routers_updated {{(pid=93842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 15:22:17.019357 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53598a42-2758-4e07-bd3e-454945fd0f63 None None] Sync routers for ids ['4843c204-b237-4a20-a7ea-e6b0935d230e'] in dv-cinder-779576-7-iscsi {{(pid=93844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 15:22:17.027497 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-46fd6a40-94c2-43f7-9e7a-86afe43f8933 admin admin] 10.222.0.20 "PUT /v2.0/routers/4843c204-b237-4a20-a7ea-e6b0935d230e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9843576 Aug 26 15:22:17.065240 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53598a42-2758-4e07-bd3e-454945fd0f63 None None] Routers {'4843c204-b237-4a20-a7ea-e6b0935d230e'} bound to L3 agent in host dv-cinder-779576-7-iscsi {{(pid=93844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 15:22:17.070589 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-53598a42-2758-4e07-bd3e-454945fd0f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T15:14:10Z,description=,heartbeat_timestamp=2021-08-26T15:22:10Z,host='dv-cinder-779576-7-iscsi',id=00a7d786-edfd-4f04-9152-3b7ae2bbf8ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T15:14:10Z,topic='l3_agent')) {'router_ids': ['4843c204-b237-4a20-a7ea-e6b0935d230e'], 'active': True} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:22:17.350831 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.db.db_base_plugin_common [None req-a64f5415-35a6-4a27-96ef-875a41b436d2 admin admin] Allocated IP 172.20.0.1 (23227f11-366d-4e8b-91f1-3c9872eb5af5/45e9eb6c-a20b-4b32-9499-5459d749d27d/6ac03598-a521-43f4-8bb3-c10e8dbdc7de) {{(pid=93841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:22:17.556567 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Device 5d29efb2-681b-4ce8-a55f-241b8c7f11d4 up at agent ovs-agent-dv-cinder-779576-7-iscsi {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:22:17.705400 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvr_db [None req-53598a42-2758-4e07-bd3e-454945fd0f63 None None] Set router 4843c204-b237-4a20-a7ea-e6b0935d230e gateway port host: dv-cinder-779576-7-iscsi {{(pid=93844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 15:22:17.820611 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [req-76351d2a-c8d0-40b0-adfa-207e4175cedc req-7619d128-4a82-4e97-beab-7d33731d930e service neutron] Request body: {'port': {'device_id': '587717dd-d083-47e1-9cd7-d4ac07276f10', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77957'}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:22:18.009253 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 51504) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:22:18.015819 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-a64f5415-35a6-4a27-96ef-875a41b436d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:18.016020 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [None req-9cad215b-8db2-4e9c-8c9f-5a2754daa783 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1219254739', 'description': 'tempest-description--788642529'}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:22:18.100629 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Provisioning for port 5d29efb2-681b-4ce8-a55f-241b8c7f11d4 completed by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 15:22:18.119089 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-9cad215b-8db2-4e9c-8c9f-5a2754daa783 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Notify callbacks [] for security_group, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:18.153270 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Provisioning complete for port 5d29efb2-681b-4ce8-a55f-241b8c7f11d4 triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:22:18.162000 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:18.166151 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-a64f5415-35a6-4a27-96ef-875a41b436d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793280355359'] for port, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:18.396526 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64f5415-35a6-4a27-96ef-875a41b436d2 admin admin] Network 23227f11-366d-4e8b-91f1-3c9872eb5af5 is already hosted by enough agents. {{(pid=93841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:22:18.402032 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64f5415-35a6-4a27-96ef-875a41b436d2 admin admin] Pushing event updated for resources: {'Port': ['ID=6ac03598-a521-43f4-8bb3-c10e8dbdc7de,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:22:18.415364 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.scheduler.base_scheduler [None req-a64f5415-35a6-4a27-96ef-875a41b436d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:22:18.441913 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64f5415-35a6-4a27-96ef-875a41b436d2 admin admin] Received port after_create {{(pid=93841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 15:22:18.441913 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-a64f5415-35a6-4a27-96ef-875a41b436d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3928330'] for router_interface, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:18.494831 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-9cad215b-8db2-4e9c-8c9f-5a2754daa783 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Notify callbacks [] for security_group, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:18.506577 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-9cad215b-8db2-4e9c-8c9f-5a2754daa783 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:18.551626 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-9cad215b-8db2-4e9c-8c9f-5a2754daa783 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Notify callbacks [] for security_group, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:18.554065 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-9cad215b-8db2-4e9c-8c9f-5a2754daa783 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5430610 Aug 26 15:22:18.577629 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 51522) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:22:18.600744 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [None req-94855c6e-37a2-4267-9459-d892202fd887 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Request body: {'security_group_rule': {'security_group_id': '44677d48-8306-44c7-a2fe-97d323591896', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:22:18.628497 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-53598a42-2758-4e07-bd3e-454945fd0f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4843c204-b237-4a20-a7ea-e6b0935d230e', 'name': 'tempest-AttachVolumeTestJSON-2127485695-router', 'tenant_id': 'a571a33f0e074fabbd06be1f77a97dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'b7bf23b4-1f41-4fbc-b878-23e19f4f34ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:21:59Z', 'updated_at': '2021-08-26T15:22:13Z', 'revision_number': 4, 'project_id': 'a571a33f0e074fabbd06be1f77a97dd0', 'gw_port': {'id': 'b7bf23b4-1f41-4fbc-b878-23e19f4f34ea', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:43:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4843c204-b237-4a20-a7ea-e6b0935d230e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:22:00Z', 'updated_at': '2021-08-26T15:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi', '_interfaces': [{'id': '7b8979b1-77b6-4aa5-b0ae-1d430a1121bd', 'name': '', 'network_id': 'a386d6d9-e769-427b-a3dd-4a66aae709a7', 'tenant_id': 'a571a33f0e074fabbd06be1f77a97dd0', 'mac_address': 'fa:16:3e:0d:58:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4843c204-b237-4a20-a7ea-e6b0935d230e', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'c96291ec-8721-4a15-8133-5907bd72b460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:22:10Z', 'updated_at': '2021-08-26T15:22:13Z', 'revision_number': 2, 'project_id': 'a571a33f0e074fabbd06be1f77a97dd0', 'subnets': [{'id': 'c96291ec-8721-4a15-8133-5907bd72b460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-7-iscsi', False) {} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:22:18.630213 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-76351d2a-c8d0-40b0-adfa-207e4175cedc req-7619d128-4a82-4e97-beab-7d33731d930e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:18.662439 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cad215b-8db2-4e9c-8c9f-5a2754daa783 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44677d48-8306-44c7-a2fe-97d323591896,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:22:18.679726 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-9e8cf8bf-2dca-4f7c-9499-b654862ee168 None None] Notify callbacks [] for port, precommit_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:18.710142 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-9e8cf8bf-2dca-4f7c-9499-b654862ee168 None None] Transition to ACTIVE for port object a82d00a2-2666-409e-908f-9a451551a39c will not be triggered until provisioned by entity L2. {{(pid=93843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 15:22:18.738806 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-9e8cf8bf-2dca-4f7c-9499-b654862ee168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:18.746363 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53598a42-2758-4e07-bd3e-454945fd0f63 None None] Checking router: 4843c204-b237-4a20-a7ea-e6b0935d230e for host: dv-cinder-779576-7-iscsi {{(pid=93844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 15:22:18.747470 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53598a42-2758-4e07-bd3e-454945fd0f63 None None] Updating router 4843c204-b237-4a20-a7ea-e6b0935d230e port 7b8979b1-77b6-4aa5-b0ae-1d430a1121bd binding host dv-cinder-779576-7-iscsi {{(pid=93844) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 15:22:18.749287 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-94855c6e-37a2-4267-9459-d892202fd887 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:18.815902 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-53598a42-2758-4e07-bd3e-454945fd0f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:18.863990 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aea5bd-2083-48f0-a7db-7a335696d08a None None] Pushing event updated for resources: {'Port': ['ID=a82d00a2-2666-409e-908f-9a451551a39c,revision_number=3']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:22:18.906706 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb0e3d8-9feb-4bfc-9d59-a60b28d916d6 req-f49ac88c-3319-4eed-bfa9-534a114c74c8 tempest-DeleteServersTestJSON-1730502919 tempest-DeleteServersTestJSON-1730502919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:18.917570 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-5cb0e3d8-9feb-4bfc-9d59-a60b28d916d6 req-f49ac88c-3319-4eed-bfa9-534a114c74c8 tempest-DeleteServersTestJSON-1730502919 tempest-DeleteServersTestJSON-1730502919-project] 10.222.0.20 "GET /v2.0/ports?device_id=587717dd-d083-47e1-9cd7-d4ac07276f10 HTTP/1.1" status: 200 len: 932 time: 1.1831944 Aug 26 15:22:19.032800 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-94855c6e-37a2-4267-9459-d892202fd887 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:19.039261 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-94855c6e-37a2-4267-9459-d892202fd887 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699878'] for security_group_rule, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:19.114224 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-94855c6e-37a2-4267-9459-d892202fd887 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:19.125514 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-94855c6e-37a2-4267-9459-d892202fd887 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5376275 Aug 26 15:22:19.134945 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 51530) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:22:19.161218 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94855c6e-37a2-4267-9459-d892202fd887 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c18b307-affd-4c97-90a4-8487dfdeb1d8,revision_number=0']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:22:19.164006 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [None req-6705cf0e-7f77-45fa-90cf-a57948be8f79 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Request body: {'security_group_rule': {'security_group_id': '44677d48-8306-44c7-a2fe-97d323591896', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:22:19.214428 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:19.238319 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] For port 5d29efb2-681b-4ce8-a55f-241b8c7f11d4, host dv-cinder-779576-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-7-iscsi',level=0,port_id=5d29efb2-681b-4ce8-a55f-241b8c7f11d4,segment=NetworkSegment(d599df7f-c7a7-42e6-8c54-3da29125ead3),segment_id=d599df7f-c7a7-42e6-8c54-3da29125ead3)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:22:19.258084 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:19.343696 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Pushing event updated for resources: {'Port': ['ID=5d29efb2-681b-4ce8-a55f-241b8c7f11d4,revision_number=4']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:22:19.358484 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-9e8cf8bf-2dca-4f7c-9499-b654862ee168 None None] Attempting to bind port a82d00a2-2666-409e-908f-9a451551a39c on host dv-cinder-779576-7-iscsi for vnic_type normal with profile {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 15:22:19.358999 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-9e8cf8bf-2dca-4f7c-9499-b654862ee168 None None] Attempting to bind port a82d00a2-2666-409e-908f-9a451551a39c by drivers openvswitch,hyperv on host dv-cinder-779576-7-iscsi at level 0 using segments [{'id': 'a2157187-b2ff-4956-9692-54ade6ba6784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'd887f735-fbdb-4418-baf1-8e9e0d77221f'}] {{(pid=93843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 15:22:19.359408 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8cf8bf-2dca-4f7c-9499-b654862ee168 None None] Attempting to bind port a82d00a2-2666-409e-908f-9a451551a39c on network d887f735-fbdb-4418-baf1-8e9e0d77221f {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 15:22:19.373453 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8cf8bf-2dca-4f7c-9499-b654862ee168 None None] Checking agent: {'id': '072be889-8d10-4535-8eb8-b08180675ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779576-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 15, 14, 10), 'started_at': datetime.datetime(2021, 8, 26, 15, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 15, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779576-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 15:22:19.373958 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8cf8bf-2dca-4f7c-9499-b654862ee168 None None] Checking segment: {'id': 'a2157187-b2ff-4956-9692-54ade6ba6784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'd887f735-fbdb-4418-baf1-8e9e0d77221f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 15:22:19.374364 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-9e8cf8bf-2dca-4f7c-9499-b654862ee168 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:19.374771 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8cf8bf-2dca-4f7c-9499-b654862ee168 None None] Bound using segment: {'id': 'a2157187-b2ff-4956-9692-54ade6ba6784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'd887f735-fbdb-4418-baf1-8e9e0d77221f'} {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 15:22:19.375269 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-9e8cf8bf-2dca-4f7c-9499-b654862ee168 None None] Bound port: a82d00a2-2666-409e-908f-9a451551a39c, host: dv-cinder-779576-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2157187-b2ff-4956-9692-54ade6ba6784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'd887f735-fbdb-4418-baf1-8e9e0d77221f'}}] {{(pid=93843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 15:22:19.375664 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-9e8cf8bf-2dca-4f7c-9499-b654862ee168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:19.529250 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-9e8cf8bf-2dca-4f7c-9499-b654862ee168 None None] For port a82d00a2-2666-409e-908f-9a451551a39c, host dv-cinder-779576-7-iscsi, cleared binding levels {{(pid=93843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:22:19.544748 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-9e8cf8bf-2dca-4f7c-9499-b654862ee168 None None] For port a82d00a2-2666-409e-908f-9a451551a39c, host dv-cinder-779576-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-7-iscsi',level=0,port_id=a82d00a2-2666-409e-908f-9a451551a39c,segment=NetworkSegment(a2157187-b2ff-4956-9692-54ade6ba6784),segment_id=a2157187-b2ff-4956-9692-54ade6ba6784)] {{(pid=93843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:22:19.575912 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-9e8cf8bf-2dca-4f7c-9499-b654862ee168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:19.686791 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-5cb0e3d8-9feb-4bfc-9d59-a60b28d916d6 req-d3a1af8e-3b6c-4722-b49a-fe067a3727a1 tempest-DeleteServersTestJSON-1730502919 tempest-DeleteServersTestJSON-1730502919-project] 10.222.0.20 "GET /v2.0/security-groups?id=75a05ea5-e4a4-4b4e-b1bc-4839c525eea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7493005 Aug 26 15:22:19.805445 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8cf8bf-2dca-4f7c-9499-b654862ee168 None None] Routers {'aa04ec2d-9fe1-465b-8ce7-4d02c673929e'} bound to L3 agent in host dv-cinder-779576-7-iscsi {{(pid=93843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 15:22:19.806198 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-9e8cf8bf-2dca-4f7c-9499-b654862ee168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T15:14:10Z,description=,heartbeat_timestamp=2021-08-26T15:22:10Z,host='dv-cinder-779576-7-iscsi',id=00a7d786-edfd-4f04-9152-3b7ae2bbf8ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T15:14:10Z,topic='l3_agent')) {'router_ids': ['aa04ec2d-9fe1-465b-8ce7-4d02c673929e'], 'active': True} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:22:19.847013 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-a64f5415-35a6-4a27-96ef-875a41b436d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:19.893677 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-6705cf0e-7f77-45fa-90cf-a57948be8f79 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:20.071101 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 51542) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:22:20.077652 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [None req-416bd788-6da2-4c9a-9aee-7b0ac278e11e tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Request body: {'security_group': {'name': 'tempest-securitygroup--609550927', 'description': 'tempest-description--32612144'}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:22:20.151931 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvr_db [None req-9e8cf8bf-2dca-4f7c-9499-b654862ee168 None None] Set router aa04ec2d-9fe1-465b-8ce7-4d02c673929e gateway port host: dv-cinder-779576-7-iscsi {{(pid=93843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 15:22:20.177647 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-53598a42-2758-4e07-bd3e-454945fd0f63 None None] Notify callbacks [] for port, precommit_update {{(pid=93844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:20.216441 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.provisioning_blocks [None req-53598a42-2758-4e07-bd3e-454945fd0f63 None None] Transition to ACTIVE for port object 7b8979b1-77b6-4aa5-b0ae-1d430a1121bd will not be triggered until provisioned by entity L2. {{(pid=93844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 15:22:20.234880 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-53598a42-2758-4e07-bd3e-454945fd0f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:20.372138 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aea5bd-2083-48f0-a7db-7a335696d08a None None] Pushing event updated for resources: {'Port': ['ID=a82d00a2-2666-409e-908f-9a451551a39c,revision_number=4']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:22:20.437714 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5618cad-baac-4590-9424-78988dea22f8 None None] Pushing event updated for resources: {'Port': ['ID=7b8979b1-77b6-4aa5-b0ae-1d430a1121bd,revision_number=3']} {{(pid=93844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:22:20.515629 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-a64f5415-35a6-4a27-96ef-875a41b436d2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:20.537156 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-a64f5415-35a6-4a27-96ef-875a41b436d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:20.553770 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-a64f5415-35a6-4a27-96ef-875a41b436d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3774383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3928277'] for router_interface, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:20.567667 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-416bd788-6da2-4c9a-9aee-7b0ac278e11e tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Notify callbacks [] for security_group, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:20.604960 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.managers [None req-53598a42-2758-4e07-bd3e-454945fd0f63 None None] Attempting to bind port 7b8979b1-77b6-4aa5-b0ae-1d430a1121bd on host dv-cinder-779576-7-iscsi for vnic_type normal with profile {{(pid=93844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 15:22:20.608226 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.managers [None req-53598a42-2758-4e07-bd3e-454945fd0f63 None None] Attempting to bind port 7b8979b1-77b6-4aa5-b0ae-1d430a1121bd by drivers openvswitch,hyperv on host dv-cinder-779576-7-iscsi at level 0 using segments [{'id': '972cb16a-c764-497d-89f6-d9048023e775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'a386d6d9-e769-427b-a3dd-4a66aae709a7'}] {{(pid=93844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 15:22:20.608804 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53598a42-2758-4e07-bd3e-454945fd0f63 None None] Attempting to bind port 7b8979b1-77b6-4aa5-b0ae-1d430a1121bd on network a386d6d9-e769-427b-a3dd-4a66aae709a7 {{(pid=93844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 15:22:20.626898 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53598a42-2758-4e07-bd3e-454945fd0f63 None None] Checking agent: {'id': '072be889-8d10-4535-8eb8-b08180675ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779576-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 15, 14, 10), 'started_at': datetime.datetime(2021, 8, 26, 15, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 15, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779576-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 15:22:20.628498 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53598a42-2758-4e07-bd3e-454945fd0f63 None None] Checking segment: {'id': '972cb16a-c764-497d-89f6-d9048023e775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'a386d6d9-e769-427b-a3dd-4a66aae709a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 15:22:20.629121 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-53598a42-2758-4e07-bd3e-454945fd0f63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:20.630150 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53598a42-2758-4e07-bd3e-454945fd0f63 None None] Bound using segment: {'id': '972cb16a-c764-497d-89f6-d9048023e775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'a386d6d9-e769-427b-a3dd-4a66aae709a7'} {{(pid=93844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 15:22:20.633033 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.managers [None req-53598a42-2758-4e07-bd3e-454945fd0f63 None None] Bound port: 7b8979b1-77b6-4aa5-b0ae-1d430a1121bd, host: dv-cinder-779576-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '972cb16a-c764-497d-89f6-d9048023e775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'a386d6d9-e769-427b-a3dd-4a66aae709a7'}}] {{(pid=93844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 15:22:20.633854 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-53598a42-2758-4e07-bd3e-454945fd0f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:20.720854 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-6705cf0e-7f77-45fa-90cf-a57948be8f79 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:20.898497 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-6705cf0e-7f77-45fa-90cf-a57948be8f79 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699878'] for security_group_rule, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:20.912562 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-416bd788-6da2-4c9a-9aee-7b0ac278e11e tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Notify callbacks [] for security_group, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:20.914453 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-416bd788-6da2-4c9a-9aee-7b0ac278e11e tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:20.916908 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.db [None req-53598a42-2758-4e07-bd3e-454945fd0f63 None None] For port 7b8979b1-77b6-4aa5-b0ae-1d430a1121bd, host dv-cinder-779576-7-iscsi, cleared binding levels {{(pid=93844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:22:20.925739 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.db [None req-53598a42-2758-4e07-bd3e-454945fd0f63 None None] For port 7b8979b1-77b6-4aa5-b0ae-1d430a1121bd, host dv-cinder-779576-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-7-iscsi',level=0,port_id=7b8979b1-77b6-4aa5-b0ae-1d430a1121bd,segment=NetworkSegment(972cb16a-c764-497d-89f6-d9048023e775),segment_id=972cb16a-c764-497d-89f6-d9048023e775)] {{(pid=93844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:22:20.931741 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-53598a42-2758-4e07-bd3e-454945fd0f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:20.962818 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-416bd788-6da2-4c9a-9aee-7b0ac278e11e tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Notify callbacks [] for security_group, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:20.973502 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-416bd788-6da2-4c9a-9aee-7b0ac278e11e tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.8943343 Aug 26 15:22:21.005665 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 51568) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:22:21.020868 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [None req-264f2036-af06-48e6-b602-c83e5d107293 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Request body: {'security_group_rule': {'security_group_id': '3238190c-f4cd-40e3-8621-367f15fa4088', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:22:21.087063 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416bd788-6da2-4c9a-9aee-7b0ac278e11e tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3238190c-f4cd-40e3-8621-367f15fa4088,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:22:21.145873 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53598a42-2758-4e07-bd3e-454945fd0f63 None None] Routers {'4843c204-b237-4a20-a7ea-e6b0935d230e'} bound to L3 agent in host dv-cinder-779576-7-iscsi {{(pid=93844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 15:22:21.146603 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-53598a42-2758-4e07-bd3e-454945fd0f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T15:14:10Z,description=,heartbeat_timestamp=2021-08-26T15:22:10Z,host='dv-cinder-779576-7-iscsi',id=00a7d786-edfd-4f04-9152-3b7ae2bbf8ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T15:14:10Z,topic='l3_agent')) {'router_ids': ['4843c204-b237-4a20-a7ea-e6b0935d230e'], 'active': True} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:22:21.160503 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-264f2036-af06-48e6-b602-c83e5d107293 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:21.229335 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-9e8cf8bf-2dca-4f7c-9499-b654862ee168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa04ec2d-9fe1-465b-8ce7-4d02c673929e', 'name': 'tempest-AttachVolumeShelveTestJSON-1152206057-router', 'tenant_id': '51d0a6d3e78f46f98a1a4881bf9eb094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '4f474097-4049-45b8-a400-24afad7e1455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:21:58Z', 'updated_at': '2021-08-26T15:22:09Z', 'revision_number': 4, 'project_id': '51d0a6d3e78f46f98a1a4881bf9eb094', 'gw_port': {'id': '4f474097-4049-45b8-a400-24afad7e1455', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:78:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa04ec2d-9fe1-465b-8ce7-4d02c673929e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:22:00Z', 'updated_at': '2021-08-26T15:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi', '_interfaces': [{'id': 'a82d00a2-2666-409e-908f-9a451551a39c', 'name': '', 'network_id': 'd887f735-fbdb-4418-baf1-8e9e0d77221f', 'tenant_id': '51d0a6d3e78f46f98a1a4881bf9eb094', 'mac_address': 'fa:16:3e:c8:31:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa04ec2d-9fe1-465b-8ce7-4d02c673929e', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '2dc1893b-86f2-4498-b069-d334c29d6d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:22:06Z', 'updated_at': '2021-08-26T15:22:19Z', 'revision_number': 4, 'project_id': '51d0a6d3e78f46f98a1a4881bf9eb094', 'subnets': [{'id': '2dc1893b-86f2-4498-b069-d334c29d6d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-7-iscsi', False) {} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:22:21.359474 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5618cad-baac-4590-9424-78988dea22f8 None None] Pushing event updated for resources: {'Port': ['ID=7b8979b1-77b6-4aa5-b0ae-1d430a1121bd,revision_number=4']} {{(pid=93844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:22:21.361005 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8cf8bf-2dca-4f7c-9499-b654862ee168 None None] The sync data for ids ['aa04ec2d-9fe1-465b-8ce7-4d02c673929e'] in dv-cinder-779576-7-iscsi is: [{'id': 'aa04ec2d-9fe1-465b-8ce7-4d02c673929e', 'name': 'tempest-AttachVolumeShelveTestJSON-1152206057-router', 'tenant_id': '51d0a6d3e78f46f98a1a4881bf9eb094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '4f474097-4049-45b8-a400-24afad7e1455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:21:58Z', 'updated_at': '2021-08-26T15:22:09Z', 'revision_number': 4, 'project_id': '51d0a6d3e78f46f98a1a4881bf9eb094', 'gw_port': {'id': '4f474097-4049-45b8-a400-24afad7e1455', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:78:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa04ec2d-9fe1-465b-8ce7-4d02c673929e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:22:00Z', 'updated_at': '2021-08-26T15:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi', '_interfaces': [{'id': 'a82d00a2-2666-409e-908f-9a451551a39c', 'name': '', 'network_id': 'd887f735-fbdb-4418-baf1-8e9e0d77221f', 'tenant_id': '51d0a6d3e78f46f98a1a4881bf9eb094', 'mac_address': 'fa:16:3e:c8:31:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa04ec2d-9fe1-465b-8ce7-4d02c673929e', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '2dc1893b-86f2-4498-b069-d334c29d6d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:22:06Z', 'updated_at': '2021-08-26T15:22:19Z', 'revision_number': 4, 'project_id': '51d0a6d3e78f46f98a1a4881bf9eb094', 'subnets': [{'id': '2dc1893b-86f2-4498-b069-d334c29d6d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 15:22:21.373737 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-264f2036-af06-48e6-b602-c83e5d107293 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:21.382498 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64f5415-35a6-4a27-96ef-875a41b436d2 admin admin] Pushing event updated for resources: {'Port': ['ID=6ac03598-a521-43f4-8bb3-c10e8dbdc7de,revision_number=2']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:22:21.387000 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-264f2036-af06-48e6-b602-c83e5d107293 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699878'] for security_group_rule, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:21.469486 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264f2036-af06-48e6-b602-c83e5d107293 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79f84898-263a-4555-b57c-8338dbc79eb9,revision_number=0']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:22:21.474243 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Device 5d29efb2-681b-4ce8-a55f-241b8c7f11d4 up at agent ovs-agent-dv-cinder-779576-7-iscsi {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:22:21.474690 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-264f2036-af06-48e6-b602-c83e5d107293 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:21.479430 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-264f2036-af06-48e6-b602-c83e5d107293 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4722683 Aug 26 15:22:21.480255 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 51582) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:22:21.493908 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [None req-77a7c2c6-bfa6-4ea6-8220-175012c7d8a3 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Request body: {'security_group_rule': {'security_group_id': '3238190c-f4cd-40e3-8621-367f15fa4088', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:22:21.597079 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-77a7c2c6-bfa6-4ea6-8220-175012c7d8a3 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:21.614885 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvr_db [None req-53598a42-2758-4e07-bd3e-454945fd0f63 None None] Set router 4843c204-b237-4a20-a7ea-e6b0935d230e gateway port host: dv-cinder-779576-7-iscsi {{(pid=93844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 15:22:21.623873 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6705cf0e-7f77-45fa-90cf-a57948be8f79 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=204a87e3-36e2-4243-a751-36a79051811e,revision_number=0']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:22:21.671384 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Provisioning complete for port 5d29efb2-681b-4ce8-a55f-241b8c7f11d4 triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:22:21.671740 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:21.786905 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-6705cf0e-7f77-45fa-90cf-a57948be8f79 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:21.788152 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-6705cf0e-7f77-45fa-90cf-a57948be8f79 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.6465521 Aug 26 15:22:21.796632 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 51592) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:22:21.822210 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-77a7c2c6-bfa6-4ea6-8220-175012c7d8a3 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:21.839290 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-77a7c2c6-bfa6-4ea6-8220-175012c7d8a3 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699878'] for security_group_rule, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:21.862846 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [None req-97358b4c-9f1b-445b-b74b-db354e51a591 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Request body: {'floatingip': {'floating_network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e'}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:22:21.884613 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a7c2c6-bfa6-4ea6-8220-175012c7d8a3 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6dd3f91-ecdb-441e-9af7-06da03ceac33,revision_number=0']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:22:21.928461 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-77a7c2c6-bfa6-4ea6-8220-175012c7d8a3 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:21.935015 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-77a7c2c6-bfa6-4ea6-8220-175012c7d8a3 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4538088 Aug 26 15:22:21.937294 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 51598) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:22:21.975262 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [None req-482c7356-40e6-4c72-aec9-e22d6ed538fc tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Request body: {'floatingip': {'floating_network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e'}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:22:22.078458 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9368ad89-7114-43eb-8df2-9fdc25f29329 req-2c3fe7db-a9a7-4521-a9f0-8ba82f59469e tempest-DeleteServersTestJSON-1730502919 tempest-DeleteServersTestJSON-1730502919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:22.084631 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-9368ad89-7114-43eb-8df2-9fdc25f29329 req-2c3fe7db-a9a7-4521-a9f0-8ba82f59469e tempest-DeleteServersTestJSON-1730502919 tempest-DeleteServersTestJSON-1730502919-project] 10.222.0.20 "GET /v2.0/ports?device_id=587717dd-d083-47e1-9cd7-d4ac07276f10 HTTP/1.1" status: 200 len: 932 time: 1.1348939 Aug 26 15:22:22.406283 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-97358b4c-9f1b-445b-b74b-db354e51a591 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Notify callbacks [] for floatingip, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:22.426195 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-53598a42-2758-4e07-bd3e-454945fd0f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4843c204-b237-4a20-a7ea-e6b0935d230e', 'name': 'tempest-AttachVolumeTestJSON-2127485695-router', 'tenant_id': 'a571a33f0e074fabbd06be1f77a97dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'b7bf23b4-1f41-4fbc-b878-23e19f4f34ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:21:59Z', 'updated_at': '2021-08-26T15:22:13Z', 'revision_number': 4, 'project_id': 'a571a33f0e074fabbd06be1f77a97dd0', 'gw_port': {'id': 'b7bf23b4-1f41-4fbc-b878-23e19f4f34ea', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:43:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4843c204-b237-4a20-a7ea-e6b0935d230e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:22:00Z', 'updated_at': '2021-08-26T15:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi', '_interfaces': [{'id': '7b8979b1-77b6-4aa5-b0ae-1d430a1121bd', 'name': '', 'network_id': 'a386d6d9-e769-427b-a3dd-4a66aae709a7', 'tenant_id': 'a571a33f0e074fabbd06be1f77a97dd0', 'mac_address': 'fa:16:3e:0d:58:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4843c204-b237-4a20-a7ea-e6b0935d230e', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'c96291ec-8721-4a15-8133-5907bd72b460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:22:10Z', 'updated_at': '2021-08-26T15:22:20Z', 'revision_number': 4, 'project_id': 'a571a33f0e074fabbd06be1f77a97dd0', 'subnets': [{'id': 'c96291ec-8721-4a15-8133-5907bd72b460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-7-iscsi', False) {} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:22:22.504233 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64f5415-35a6-4a27-96ef-875a41b436d2 admin admin] Network 23227f11-366d-4e8b-91f1-3c9872eb5af5 is already hosted by enough agents. {{(pid=93841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:22:22.505927 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-482c7356-40e6-4c72-aec9-e22d6ed538fc tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Notify callbacks [] for floatingip, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:22.508092 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53598a42-2758-4e07-bd3e-454945fd0f63 None None] The sync data for ids ['4843c204-b237-4a20-a7ea-e6b0935d230e'] in dv-cinder-779576-7-iscsi is: [{'id': '4843c204-b237-4a20-a7ea-e6b0935d230e', 'name': 'tempest-AttachVolumeTestJSON-2127485695-router', 'tenant_id': 'a571a33f0e074fabbd06be1f77a97dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'b7bf23b4-1f41-4fbc-b878-23e19f4f34ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:21:59Z', 'updated_at': '2021-08-26T15:22:13Z', 'revision_number': 4, 'project_id': 'a571a33f0e074fabbd06be1f77a97dd0', 'gw_port': {'id': 'b7bf23b4-1f41-4fbc-b878-23e19f4f34ea', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:43:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4843c204-b237-4a20-a7ea-e6b0935d230e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:22:00Z', 'updated_at': '2021-08-26T15:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi', '_interfaces': [{'id': '7b8979b1-77b6-4aa5-b0ae-1d430a1121bd', 'name': '', 'network_id': 'a386d6d9-e769-427b-a3dd-4a66aae709a7', 'tenant_id': 'a571a33f0e074fabbd06be1f77a97dd0', 'mac_address': 'fa:16:3e:0d:58:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4843c204-b237-4a20-a7ea-e6b0935d230e', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'c96291ec-8721-4a15-8133-5907bd72b460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:22:10Z', 'updated_at': '2021-08-26T15:22:20Z', 'revision_number': 4, 'project_id': 'a571a33f0e074fabbd06be1f77a97dd0', 'subnets': [{'id': 'c96291ec-8721-4a15-8133-5907bd72b460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 15:22:22.833075 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.scheduler.base_scheduler [None req-a64f5415-35a6-4a27-96ef-875a41b436d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:22:23.441079 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.notifiers.nova [req-76351d2a-c8d0-40b0-adfa-207e4175cedc req-7619d128-4a82-4e97-beab-7d33731d930e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e62592d8-3c13-4ba3-b16f-500c0752cb12 {{(pid=93841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 15:22:23.472846 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-76351d2a-c8d0-40b0-adfa-207e4175cedc req-7619d128-4a82-4e97-beab-7d33731d930e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:23.594359 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-9368ad89-7114-43eb-8df2-9fdc25f29329 req-dec06db0-b086-4b7b-9050-3fe1e6d42c31 tempest-DeleteServersTestJSON-1730502919 tempest-DeleteServersTestJSON-1730502919-project] 10.222.0.20 "GET /v2.0/security-groups?id=75a05ea5-e4a4-4b4e-b1bc-4839c525eea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4854205 Aug 26 15:22:23.607046 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a64f5415-35a6-4a27-96ef-875a41b436d2 admin admin] Router e6815b8e-83ce-45c3-b264-8e350b2aaa64 has already been hosted by L3 agent 00a7d786-edfd-4f04-9152-3b7ae2bbf8ca {{(pid=93841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 15:22:23.647705 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.db.provisioning_blocks [req-76351d2a-c8d0-40b0-adfa-207e4175cedc req-7619d128-4a82-4e97-beab-7d33731d930e service neutron] Transition to ACTIVE for port object e62592d8-3c13-4ba3-b16f-500c0752cb12 will not be triggered until provisioned by entity L2. {{(pid=93841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 15:22:23.651278 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Device 7b8979b1-77b6-4aa5-b0ae-1d430a1121bd up at agent ovs-agent-dv-cinder-779576-7-iscsi {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:22:23.660789 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-76351d2a-c8d0-40b0-adfa-207e4175cedc req-7619d128-4a82-4e97-beab-7d33731d930e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:23.783310 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Provisioning for port 7b8979b1-77b6-4aa5-b0ae-1d430a1121bd completed by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 15:22:23.845853 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Provisioning complete for port 7b8979b1-77b6-4aa5-b0ae-1d430a1121bd triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:22:23.846438 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:24.212881 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:24.323599 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] For port 7b8979b1-77b6-4aa5-b0ae-1d430a1121bd, host dv-cinder-779576-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-7-iscsi',level=0,port_id=7b8979b1-77b6-4aa5-b0ae-1d430a1121bd,segment=NetworkSegment(972cb16a-c764-497d-89f6-d9048023e775),segment_id=972cb16a-c764-497d-89f6-d9048023e775)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:22:24.330793 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:24.331816 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Device a82d00a2-2666-409e-908f-9a451551a39c up at agent ovs-agent-dv-cinder-779576-7-iscsi {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:22:24.485217 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a64f5415-35a6-4a27-96ef-875a41b436d2 admin admin] Notify agent at l3_agent.dv-cinder-779576-7-iscsi the message routers_updated {{(pid=93841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 15:22:24.510800 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-a64f5415-35a6-4a27-96ef-875a41b436d2 admin admin] 10.222.0.20 "PUT /v2.0/routers/e6815b8e-83ce-45c3-b264-8e350b2aaa64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1711774 Aug 26 15:22:24.664744 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7619d128-4a82-4e97-beab-7d33731d930e service neutron] Pushing event updated for resources: {'Port': ['ID=e62592d8-3c13-4ba3-b16f-500c0752cb12,revision_number=2']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:22:24.729132 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95bf8452-e6be-4ae1-ab23-e6bb504334b4 None None] Sync routers for ids ['e6815b8e-83ce-45c3-b264-8e350b2aaa64'] in dv-cinder-779576-7-iscsi {{(pid=93843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 15:22:24.802691 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [req-76351d2a-c8d0-40b0-adfa-207e4175cedc req-7619d128-4a82-4e97-beab-7d33731d930e service neutron] Attempting to bind port e62592d8-3c13-4ba3-b16f-500c0752cb12 on host hv-cinder-77957 for vnic_type normal with profile {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 15:22:24.804643 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bf8452-e6be-4ae1-ab23-e6bb504334b4 None None] Routers {'e6815b8e-83ce-45c3-b264-8e350b2aaa64'} bound to L3 agent in host dv-cinder-779576-7-iscsi {{(pid=93843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 15:22:24.805378 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-95bf8452-e6be-4ae1-ab23-e6bb504334b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T15:14:10Z,description=,heartbeat_timestamp=2021-08-26T15:22:10Z,host='dv-cinder-779576-7-iscsi',id=00a7d786-edfd-4f04-9152-3b7ae2bbf8ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T15:14:10Z,topic='l3_agent')) {'router_ids': ['e6815b8e-83ce-45c3-b264-8e350b2aaa64'], 'active': True} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:22:24.809957 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [req-76351d2a-c8d0-40b0-adfa-207e4175cedc req-7619d128-4a82-4e97-beab-7d33731d930e service neutron] Attempting to bind port e62592d8-3c13-4ba3-b16f-500c0752cb12 by drivers openvswitch,hyperv on host hv-cinder-77957 at level 0 using segments [{'id': '818aaf55-46d5-4ddf-9337-45c80fa5cae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ae65a4ef-fdc5-40e5-b29a-6b6f8df0a048'}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 15:22:24.810889 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76351d2a-c8d0-40b0-adfa-207e4175cedc req-7619d128-4a82-4e97-beab-7d33731d930e service neutron] Attempting to bind port e62592d8-3c13-4ba3-b16f-500c0752cb12 on network ae65a4ef-fdc5-40e5-b29a-6b6f8df0a048 {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 15:22:24.899285 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76351d2a-c8d0-40b0-adfa-207e4175cedc req-7619d128-4a82-4e97-beab-7d33731d930e service neutron] Port e62592d8-3c13-4ba3-b16f-500c0752cb12 on network ae65a4ef-fdc5-40e5-b29a-6b6f8df0a048 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77957 {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 15:22:24.925036 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76351d2a-c8d0-40b0-adfa-207e4175cedc req-7619d128-4a82-4e97-beab-7d33731d930e service neutron] Attempting to bind port e62592d8-3c13-4ba3-b16f-500c0752cb12 on network ae65a4ef-fdc5-40e5-b29a-6b6f8df0a048 {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 15:22:25.000413 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76351d2a-c8d0-40b0-adfa-207e4175cedc req-7619d128-4a82-4e97-beab-7d33731d930e service neutron] Checking agent: {'id': '48810b0c-601b-439f-aa19-0a054d9f642d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77957', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 15, 20, 8), 'started_at': datetime.datetime(2021, 8, 26, 15, 20, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 15, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 15:22:25.011773 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3457f5-952e-40d2-844b-af236bf807de req-d0dda900-1e61-4be9-8628-5995958840f4 tempest-DeleteServersTestJSON-1730502919 tempest-DeleteServersTestJSON-1730502919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:25.015767 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76351d2a-c8d0-40b0-adfa-207e4175cedc req-7619d128-4a82-4e97-beab-7d33731d930e service neutron] Checking segment: {'id': '818aaf55-46d5-4ddf-9337-45c80fa5cae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ae65a4ef-fdc5-40e5-b29a-6b6f8df0a048'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 15:22:25.021170 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76351d2a-c8d0-40b0-adfa-207e4175cedc req-7619d128-4a82-4e97-beab-7d33731d930e service neutron] Bound using segment: {'id': '818aaf55-46d5-4ddf-9337-45c80fa5cae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ae65a4ef-fdc5-40e5-b29a-6b6f8df0a048'} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 15:22:25.024274 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [req-76351d2a-c8d0-40b0-adfa-207e4175cedc req-7619d128-4a82-4e97-beab-7d33731d930e service neutron] Bound port: e62592d8-3c13-4ba3-b16f-500c0752cb12, host: hv-cinder-77957, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '818aaf55-46d5-4ddf-9337-45c80fa5cae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ae65a4ef-fdc5-40e5-b29a-6b6f8df0a048'}}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 15:22:25.025060 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-76351d2a-c8d0-40b0-adfa-207e4175cedc req-7619d128-4a82-4e97-beab-7d33731d930e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:25.025380 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-7b3457f5-952e-40d2-844b-af236bf807de req-d0dda900-1e61-4be9-8628-5995958840f4 tempest-DeleteServersTestJSON-1730502919 tempest-DeleteServersTestJSON-1730502919-project] 10.222.0.20 "GET /v2.0/ports?device_id=587717dd-d083-47e1-9cd7-d4ac07276f10 HTTP/1.1" status: 200 len: 944 time: 0.1447654 Aug 26 15:22:25.118501 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-97358b4c-9f1b-445b-b74b-db354e51a591 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:25.148005 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-482c7356-40e6-4c72-aec9-e22d6ed538fc tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:25.218524 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-7b3457f5-952e-40d2-844b-af236bf807de req-1f685de9-50b9-4c24-b7a0-7b4ab9eb870d tempest-DeleteServersTestJSON-1730502919 tempest-DeleteServersTestJSON-1730502919-project] 10.222.0.20 "GET /v2.0/security-groups?id=75a05ea5-e4a4-4b4e-b1bc-4839c525eea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851826 Aug 26 15:22:25.368243 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Provisioning for port a82d00a2-2666-409e-908f-9a451551a39c completed by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 15:22:25.421222 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Pushing event updated for resources: {'Port': ['ID=7b8979b1-77b6-4aa5-b0ae-1d430a1121bd,revision_number=5']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:22:25.457964 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Provisioning complete for port a82d00a2-2666-409e-908f-9a451551a39c triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:22:25.458209 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:25.583383 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvr_db [None req-95bf8452-e6be-4ae1-ab23-e6bb504334b4 None None] Set router e6815b8e-83ce-45c3-b264-8e350b2aaa64 gateway port host: dv-cinder-779576-7-iscsi {{(pid=93843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 15:22:26.019698 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.agents_db [None req-f94a4f8d-c04a-4845-8e45-3296fab2d83d None None] Agent healthcheck: found 6 active agents {{(pid=93844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 15:22:26.101438 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:26.156776 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.db [req-76351d2a-c8d0-40b0-adfa-207e4175cedc req-7619d128-4a82-4e97-beab-7d33731d930e service neutron] For port e62592d8-3c13-4ba3-b16f-500c0752cb12, host hv-cinder-77957, cleared binding levels {{(pid=93841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:22:26.164194 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] For port a82d00a2-2666-409e-908f-9a451551a39c, host dv-cinder-779576-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-7-iscsi',level=0,port_id=a82d00a2-2666-409e-908f-9a451551a39c,segment=NetworkSegment(a2157187-b2ff-4956-9692-54ade6ba6784),segment_id=a2157187-b2ff-4956-9692-54ade6ba6784)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:22:26.172358 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:26.212980 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.db [req-76351d2a-c8d0-40b0-adfa-207e4175cedc req-7619d128-4a82-4e97-beab-7d33731d930e service neutron] For port e62592d8-3c13-4ba3-b16f-500c0752cb12, host hv-cinder-77957, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=e62592d8-3c13-4ba3-b16f-500c0752cb12,segment=NetworkSegment(818aaf55-46d5-4ddf-9337-45c80fa5cae7),segment_id=818aaf55-46d5-4ddf-9337-45c80fa5cae7)] {{(pid=93841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:22:26.247567 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468905af-6e4b-4d9f-a186-e11142102842 req-9129a9b5-d761-40c1-ac66-4a9be06da63d tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:26.264486 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-468905af-6e4b-4d9f-a186-e11142102842 req-9129a9b5-d761-40c1-ac66-4a9be06da63d tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/networks?id=23227f11-366d-4e8b-91f1-3c9872eb5af5 HTTP/1.1" status: 200 len: 818 time: 0.5916135 Aug 26 15:22:26.266180 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-76351d2a-c8d0-40b0-adfa-207e4175cedc req-7619d128-4a82-4e97-beab-7d33731d930e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:26.276890 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-95bf8452-e6be-4ae1-ab23-e6bb504334b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6815b8e-83ce-45c3-b264-8e350b2aaa64', 'name': 'tempest-ServerRescueNegativeTestJSON-825906397-router', 'tenant_id': '00ac4322064645a3ad7e3251384021a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '5d29efb2-681b-4ce8-a55f-241b8c7f11d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:22:02Z', 'updated_at': '2021-08-26T15:22:19Z', 'revision_number': 4, 'project_id': '00ac4322064645a3ad7e3251384021a2', 'gw_port': {'id': '5d29efb2-681b-4ce8-a55f-241b8c7f11d4', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:d7:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6815b8e-83ce-45c3-b264-8e350b2aaa64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:22:04Z', 'updated_at': '2021-08-26T15:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi', '_interfaces': [{'id': '6ac03598-a521-43f4-8bb3-c10e8dbdc7de', 'name': '', 'network_id': '23227f11-366d-4e8b-91f1-3c9872eb5af5', 'tenant_id': '00ac4322064645a3ad7e3251384021a2', 'mac_address': 'fa:16:3e:63:96:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6815b8e-83ce-45c3-b264-8e350b2aaa64', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '45e9eb6c-a20b-4b32-9499-5459d749d27d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:22:16Z', 'updated_at': '2021-08-26T15:22:20Z', 'revision_number': 2, 'project_id': '00ac4322064645a3ad7e3251384021a2', 'subnets': [{'id': '45e9eb6c-a20b-4b32-9499-5459d749d27d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-7-iscsi', False) {} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:22:26.308494 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.db.db_base_plugin_common [None req-97358b4c-9f1b-445b-b74b-db354e51a591 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Allocated IP 172.27.3.150 (94c3c280-690c-4a83-85d9-6b8aea125a5e/fcbbbf85-6bcd-493f-b527-2ade21fd40af/8f567ea3-d5d9-4ceb-ae20-fb8ba581561b) {{(pid=93841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:22:26.344124 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Device 7b8979b1-77b6-4aa5-b0ae-1d430a1121bd up at agent ovs-agent-dv-cinder-779576-7-iscsi {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:22:26.352634 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95bf8452-e6be-4ae1-ab23-e6bb504334b4 None None] Checking router: e6815b8e-83ce-45c3-b264-8e350b2aaa64 for host: dv-cinder-779576-7-iscsi {{(pid=93843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 15:22:26.353174 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95bf8452-e6be-4ae1-ab23-e6bb504334b4 None None] Updating router e6815b8e-83ce-45c3-b264-8e350b2aaa64 port 6ac03598-a521-43f4-8bb3-c10e8dbdc7de binding host dv-cinder-779576-7-iscsi {{(pid=93843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 15:22:26.353814 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76351d2a-c8d0-40b0-adfa-207e4175cedc req-7619d128-4a82-4e97-beab-7d33731d930e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:26.354468 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-76351d2a-c8d0-40b0-adfa-207e4175cedc req-7619d128-4a82-4e97-beab-7d33731d930e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4089636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774323'] for port, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:26.359891 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-76351d2a-c8d0-40b0-adfa-207e4175cedc req-7619d128-4a82-4e97-beab-7d33731d930e service neutron] 10.222.0.47 "PUT /v2.0/ports/e62592d8-3c13-4ba3-b16f-500c0752cb12 HTTP/1.1" status: 200 len: 1094 time: 9.9285727 Aug 26 15:22:26.423094 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '587717dd-d083-47e1-9cd7-d4ac07276f10', 'tag': 'e62592d8-3c13-4ba3-b16f-500c0752cb12'}] {{(pid=93841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 15:22:26.428331 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Pushing event updated for resources: {'Port': ['ID=a82d00a2-2666-409e-908f-9a451551a39c,revision_number=5']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:22:26.451020 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-95bf8452-e6be-4ae1-ab23-e6bb504334b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:26.511172 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Provisioning complete for port 7b8979b1-77b6-4aa5-b0ae-1d430a1121bd triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:22:26.511557 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:26.572652 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05babed5-67cf-4b81-9380-12d9738f6847 req-4d985a1b-bae4-4104-94f9-3c718946a3f9 tempest-DeleteServersTestJSON-1730502919 tempest-DeleteServersTestJSON-1730502919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:26.579378 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-05babed5-67cf-4b81-9380-12d9738f6847 req-4d985a1b-bae4-4104-94f9-3c718946a3f9 tempest-DeleteServersTestJSON-1730502919 tempest-DeleteServersTestJSON-1730502919-project] 10.222.0.20 "GET /v2.0/ports?device_id=587717dd-d083-47e1-9cd7-d4ac07276f10 HTTP/1.1" status: 200 len: 944 time: 0.1517010 Aug 26 15:22:26.610728 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-468905af-6e4b-4d9f-a186-e11142102842 req-d3e8cc0b-6d4f-4145-8c6c-659ce5e1bc3a tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/quotas/00ac4322064645a3ad7e3251384021a2 HTTP/1.1" status: 200 len: 375 time: 0.2991445 Aug 26 15:22:26.665087 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-05babed5-67cf-4b81-9380-12d9738f6847 req-8f13ce63-82ed-4ee3-b766-364ecca87079 tempest-DeleteServersTestJSON-1730502919 tempest-DeleteServersTestJSON-1730502919-project] 10.222.0.20 "GET /v2.0/security-groups?id=75a05ea5-e4a4-4b4e-b1bc-4839c525eea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766695 Aug 26 15:22:26.699577 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7619d128-4a82-4e97-beab-7d33731d930e service neutron] Pushing event updated for resources: {'Port': ['ID=e62592d8-3c13-4ba3-b16f-500c0752cb12,revision_number=3']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:22:26.707188 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40d6179e675e884694bb6412ad93f17435ac71a39ec2274297e1b4aadb89820e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46e8fa14-d09c-4afa-94e8-d52ea14496a1" -d '{"events": [{"name": "network-changed", "server_uuid": "587717dd-d083-47e1-9cd7-d4ac07276f10", "tag": "e62592d8-3c13-4ba3-b16f-500c0752cb12"}]}' {{(pid=93841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:22:26.827952 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76351d2a-c8d0-40b0-adfa-207e4175cedc req-060d766d-5a2b-47b8-96e5-63dc0ede0242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:26.829590 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-76351d2a-c8d0-40b0-adfa-207e4175cedc req-060d766d-5a2b-47b8-96e5-63dc0ede0242 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ee4e5400142e4c7fbe137913ded5ccba&device_id=587717dd-d083-47e1-9cd7-d4ac07276f10 HTTP/1.1" status: 200 len: 1097 time: 0.2772400 Aug 26 15:22:26.929982 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-468905af-6e4b-4d9f-a186-e11142102842 req-cf8a1720-c8e0-40f3-b880-d1e454559e9a tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=00ac4322064645a3ad7e3251384021a2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3182516 Aug 26 15:22:26.934542 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-76351d2a-c8d0-40b0-adfa-207e4175cedc req-db4b82e1-b411-49a1-bffa-929c5c0e092f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e62592d8-3c13-4ba3-b16f-500c0752cb12 HTTP/1.1" status: 200 len: 217 time: 0.0947735 Aug 26 15:22:26.940140 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-95bf8452-e6be-4ae1-ab23-e6bb504334b4 None None] Notify callbacks [] for port, precommit_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:26.953361 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-95bf8452-e6be-4ae1-ab23-e6bb504334b4 None None] Transition to ACTIVE for port object 6ac03598-a521-43f4-8bb3-c10e8dbdc7de will not be triggered until provisioned by entity L2. {{(pid=93843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 15:22:26.960056 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-95bf8452-e6be-4ae1-ab23-e6bb504334b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:26.968588 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 15:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81bad9ec-5aba-47c1-accb-75aaf5da7604 x-openstack-request-id: req-81bad9ec-5aba-47c1-accb-75aaf5da7604 {{(pid=93841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:22:26.968879 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "587717dd-d083-47e1-9cd7-d4ac07276f10", "tag": "e62592d8-3c13-4ba3-b16f-500c0752cb12", "status": "completed", "code": 200}]} {{(pid=93841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:22:26.969749 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-81bad9ec-5aba-47c1-accb-75aaf5da7604 {{(pid=93841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:22:26.969749 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '587717dd-d083-47e1-9cd7-d4ac07276f10', 'tag': 'e62592d8-3c13-4ba3-b16f-500c0752cb12', 'status': 'completed', 'code': 200} Aug 26 15:22:27.015072 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530b0afc-3dac-4a10-a8e2-23779cf26ade None None] Pushing event updated for resources: {'Port': ['ID=6ac03598-a521-43f4-8bb3-c10e8dbdc7de,revision_number=3']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:22:27.035824 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-97358b4c-9f1b-445b-b74b-db354e51a591 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Notify callbacks [] for port, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:27.075078 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-95bf8452-e6be-4ae1-ab23-e6bb504334b4 None None] Attempting to bind port 6ac03598-a521-43f4-8bb3-c10e8dbdc7de on host dv-cinder-779576-7-iscsi for vnic_type normal with profile {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 15:22:27.075449 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-95bf8452-e6be-4ae1-ab23-e6bb504334b4 None None] Attempting to bind port 6ac03598-a521-43f4-8bb3-c10e8dbdc7de by drivers openvswitch,hyperv on host dv-cinder-779576-7-iscsi at level 0 using segments [{'id': '56252ca9-703f-4e15-a040-680fa0f2b5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '23227f11-366d-4e8b-91f1-3c9872eb5af5'}] {{(pid=93843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 15:22:27.075808 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bf8452-e6be-4ae1-ab23-e6bb504334b4 None None] Attempting to bind port 6ac03598-a521-43f4-8bb3-c10e8dbdc7de on network 23227f11-366d-4e8b-91f1-3c9872eb5af5 {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 15:22:27.081340 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bf8452-e6be-4ae1-ab23-e6bb504334b4 None None] Checking agent: {'id': '072be889-8d10-4535-8eb8-b08180675ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779576-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 15, 14, 10), 'started_at': datetime.datetime(2021, 8, 26, 15, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 15, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779576-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 15:22:27.081719 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bf8452-e6be-4ae1-ab23-e6bb504334b4 None None] Checking segment: {'id': '56252ca9-703f-4e15-a040-680fa0f2b5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '23227f11-366d-4e8b-91f1-3c9872eb5af5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 15:22:27.082151 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-95bf8452-e6be-4ae1-ab23-e6bb504334b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:27.082539 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bf8452-e6be-4ae1-ab23-e6bb504334b4 None None] Bound using segment: {'id': '56252ca9-703f-4e15-a040-680fa0f2b5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '23227f11-366d-4e8b-91f1-3c9872eb5af5'} {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 15:22:27.083008 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-95bf8452-e6be-4ae1-ab23-e6bb504334b4 None None] Bound port: 6ac03598-a521-43f4-8bb3-c10e8dbdc7de, host: dv-cinder-779576-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56252ca9-703f-4e15-a040-680fa0f2b5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '23227f11-366d-4e8b-91f1-3c9872eb5af5'}}] {{(pid=93843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 15:22:27.083390 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-95bf8452-e6be-4ae1-ab23-e6bb504334b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:27.085659 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-468905af-6e4b-4d9f-a186-e11142102842 req-d2fc578e-25c1-461a-b2ac-d2ab5137d44b service neutron] 10.222.0.20 "GET /v2.0/networks/23227f11-366d-4e8b-91f1-3c9872eb5af5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448612 Aug 26 15:22:27.155804 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-95bf8452-e6be-4ae1-ab23-e6bb504334b4 None None] For port 6ac03598-a521-43f4-8bb3-c10e8dbdc7de, host dv-cinder-779576-7-iscsi, cleared binding levels {{(pid=93843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:22:27.159584 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-95bf8452-e6be-4ae1-ab23-e6bb504334b4 None None] For port 6ac03598-a521-43f4-8bb3-c10e8dbdc7de, host dv-cinder-779576-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-7-iscsi',level=0,port_id=6ac03598-a521-43f4-8bb3-c10e8dbdc7de,segment=NetworkSegment(56252ca9-703f-4e15-a040-680fa0f2b5a5),segment_id=56252ca9-703f-4e15-a040-680fa0f2b5a5)] {{(pid=93843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:22:27.163783 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-95bf8452-e6be-4ae1-ab23-e6bb504334b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:27.181926 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-97358b4c-9f1b-445b-b74b-db354e51a591 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793280355359'] for port, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:27.220864 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bf8452-e6be-4ae1-ab23-e6bb504334b4 None None] Routers {'e6815b8e-83ce-45c3-b264-8e350b2aaa64'} bound to L3 agent in host dv-cinder-779576-7-iscsi {{(pid=93843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 15:22:27.221529 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-95bf8452-e6be-4ae1-ab23-e6bb504334b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T15:14:10Z,description=,heartbeat_timestamp=2021-08-26T15:22:10Z,host='dv-cinder-779576-7-iscsi',id=00a7d786-edfd-4f04-9152-3b7ae2bbf8ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T15:14:10Z,topic='l3_agent')) {'router_ids': ['e6815b8e-83ce-45c3-b264-8e350b2aaa64'], 'active': True} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:22:27.255486 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97358b4c-9f1b-445b-b74b-db354e51a591 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Network 94c3c280-690c-4a83-85d9-6b8aea125a5e is already hosted by enough agents. {{(pid=93841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:22:27.274048 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.scheduler.base_scheduler [None req-97358b4c-9f1b-445b-b74b-db354e51a591 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Resources bound (agent type, host, resource id): {{(pid=93841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:22:27.274590 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530b0afc-3dac-4a10-a8e2-23779cf26ade None None] Pushing event updated for resources: {'Port': ['ID=6ac03598-a521-43f4-8bb3-c10e8dbdc7de,revision_number=4']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:22:27.287003 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97358b4c-9f1b-445b-b74b-db354e51a591 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Received port after_create {{(pid=93841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 15:22:27.299822 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.db.db_base_plugin_common [None req-482c7356-40e6-4c72-aec9-e22d6ed538fc tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Allocated IP 172.27.3.173 (94c3c280-690c-4a83-85d9-6b8aea125a5e/fcbbbf85-6bcd-493f-b527-2ade21fd40af/25718881-ca3a-40a7-9b38-d7802d7e527e) {{(pid=93841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:22:27.303425 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-468905af-6e4b-4d9f-a186-e11142102842 req-34c387fc-f19c-4a7f-996d-c626979872fb service neutron] 10.222.0.20 "GET /v2.0/networks/23227f11-366d-4e8b-91f1-3c9872eb5af5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084622 Aug 26 15:22:27.304348 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97358b4c-9f1b-445b-b74b-db354e51a591 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Pushing event updated for resources: {'Port': ['ID=8f567ea3-d5d9-4ceb-ae20-fb8ba581561b,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:22:27.392481 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvr_db [None req-95bf8452-e6be-4ae1-ab23-e6bb504334b4 None None] Set router e6815b8e-83ce-45c3-b264-8e350b2aaa64 gateway port host: dv-cinder-779576-7-iscsi {{(pid=93843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 15:22:27.454534 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-97358b4c-9f1b-445b-b74b-db354e51a591 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:27.522094 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-97358b4c-9f1b-445b-b74b-db354e51a591 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:27.584511 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-482c7356-40e6-4c72-aec9-e22d6ed538fc tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Notify callbacks [] for port, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:27.672682 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-0a5e27a7-1904-4837-a89d-0ae8bcf32239 req-100f6ebe-5bfa-4b11-be0a-edead12ce0d1 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca0769da-6c1e-433b-8817-4309fcc35b35 HTTP/1.1" status: 200 len: 210 time: 0.0969560 Aug 26 15:22:27.684690 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-95bf8452-e6be-4ae1-ab23-e6bb504334b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6815b8e-83ce-45c3-b264-8e350b2aaa64', 'name': 'tempest-ServerRescueNegativeTestJSON-825906397-router', 'tenant_id': '00ac4322064645a3ad7e3251384021a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '5d29efb2-681b-4ce8-a55f-241b8c7f11d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:22:02Z', 'updated_at': '2021-08-26T15:22:19Z', 'revision_number': 4, 'project_id': '00ac4322064645a3ad7e3251384021a2', 'gw_port': {'id': '5d29efb2-681b-4ce8-a55f-241b8c7f11d4', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:d7:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6815b8e-83ce-45c3-b264-8e350b2aaa64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:22:04Z', 'updated_at': '2021-08-26T15:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi', '_interfaces': [{'id': '6ac03598-a521-43f4-8bb3-c10e8dbdc7de', 'name': '', 'network_id': '23227f11-366d-4e8b-91f1-3c9872eb5af5', 'tenant_id': '00ac4322064645a3ad7e3251384021a2', 'mac_address': 'fa:16:3e:63:96:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6815b8e-83ce-45c3-b264-8e350b2aaa64', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '45e9eb6c-a20b-4b32-9499-5459d749d27d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:22:16Z', 'updated_at': '2021-08-26T15:22:27Z', 'revision_number': 4, 'project_id': '00ac4322064645a3ad7e3251384021a2', 'subnets': [{'id': '45e9eb6c-a20b-4b32-9499-5459d749d27d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-7-iscsi', False) {} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:22:27.725073 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95bf8452-e6be-4ae1-ab23-e6bb504334b4 None None] The sync data for ids ['e6815b8e-83ce-45c3-b264-8e350b2aaa64'] in dv-cinder-779576-7-iscsi is: [{'id': 'e6815b8e-83ce-45c3-b264-8e350b2aaa64', 'name': 'tempest-ServerRescueNegativeTestJSON-825906397-router', 'tenant_id': '00ac4322064645a3ad7e3251384021a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '5d29efb2-681b-4ce8-a55f-241b8c7f11d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:22:02Z', 'updated_at': '2021-08-26T15:22:19Z', 'revision_number': 4, 'project_id': '00ac4322064645a3ad7e3251384021a2', 'gw_port': {'id': '5d29efb2-681b-4ce8-a55f-241b8c7f11d4', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:d7:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6815b8e-83ce-45c3-b264-8e350b2aaa64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:22:04Z', 'updated_at': '2021-08-26T15:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi', '_interfaces': [{'id': '6ac03598-a521-43f4-8bb3-c10e8dbdc7de', 'name': '', 'network_id': '23227f11-366d-4e8b-91f1-3c9872eb5af5', 'tenant_id': '00ac4322064645a3ad7e3251384021a2', 'mac_address': 'fa:16:3e:63:96:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6815b8e-83ce-45c3-b264-8e350b2aaa64', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '45e9eb6c-a20b-4b32-9499-5459d749d27d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:22:16Z', 'updated_at': '2021-08-26T15:22:27Z', 'revision_number': 4, 'project_id': '00ac4322064645a3ad7e3251384021a2', 'subnets': [{'id': '45e9eb6c-a20b-4b32-9499-5459d749d27d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 15:22:27.972351 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76351d2a-c8d0-40b0-adfa-207e4175cedc req-e5345320-9654-4e86-b041-b841f1b5a1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:27.981859 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-76351d2a-c8d0-40b0-adfa-207e4175cedc req-e5345320-9654-4e86-b041-b841f1b5a1fd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dd61c1a1-fece-49e2-a808-ff97a7916245 HTTP/1.1" status: 200 len: 852 time: 0.1876543 Aug 26 15:22:28.150296 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-482c7356-40e6-4c72-aec9-e22d6ed538fc tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793280355359'] for port, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:28.503859 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Device a82d00a2-2666-409e-908f-9a451551a39c up at agent ovs-agent-dv-cinder-779576-7-iscsi {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:22:28.563918 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 51814) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:22:28.564671 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b43fa1-d44d-4d81-8c92-3d71b8e4b948 req-944545b0-9fdc-4ff9-b207-f5d02ec2c747 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:28.580263 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-16b43fa1-d44d-4d81-8c92-3d71b8e4b948 req-944545b0-9fdc-4ff9-b207-f5d02ec2c747 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/networks?id=23227f11-366d-4e8b-91f1-3c9872eb5af5 HTTP/1.1" status: 200 len: 818 time: 0.4986701 Aug 26 15:22:28.595067 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482c7356-40e6-4c72-aec9-e22d6ed538fc tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Network 94c3c280-690c-4a83-85d9-6b8aea125a5e is already hosted by enough agents. {{(pid=93841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:22:28.616359 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee5cb34-5731-4eb2-947b-25a82afa5d33 req-b276a10b-8c38-4436-8452-4432a40abebd tempest-DeleteServersTestJSON-1730502919 tempest-DeleteServersTestJSON-1730502919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:28.621607 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-16b43fa1-d44d-4d81-8c92-3d71b8e4b948 req-74605504-a0a2-4eaf-9b37-7235ad02ac8b tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/quotas/00ac4322064645a3ad7e3251384021a2 HTTP/1.1" status: 200 len: 375 time: 0.0402267 Aug 26 15:22:28.626494 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-3ee5cb34-5731-4eb2-947b-25a82afa5d33 req-b276a10b-8c38-4436-8452-4432a40abebd tempest-DeleteServersTestJSON-1730502919 tempest-DeleteServersTestJSON-1730502919-project] 10.222.0.20 "GET /v2.0/ports?device_id=587717dd-d083-47e1-9cd7-d4ac07276f10 HTTP/1.1" status: 200 len: 944 time: 0.6416574 Aug 26 15:22:28.640856 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.scheduler.base_scheduler [None req-482c7356-40e6-4c72-aec9-e22d6ed538fc tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Resources bound (agent type, host, resource id): {{(pid=93841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:22:28.650830 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482c7356-40e6-4c72-aec9-e22d6ed538fc tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Received port after_create {{(pid=93841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 15:22:28.658336 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482c7356-40e6-4c72-aec9-e22d6ed538fc tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Pushing event updated for resources: {'Port': ['ID=25718881-ca3a-40a7-9b38-d7802d7e527e,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:22:28.659125 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Provisioning complete for port a82d00a2-2666-409e-908f-9a451551a39c triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:22:28.659733 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:28.743049 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-3ee5cb34-5731-4eb2-947b-25a82afa5d33 req-615daaac-4f61-4edb-b76e-52ac1c3f3ae9 tempest-DeleteServersTestJSON-1730502919 tempest-DeleteServersTestJSON-1730502919-project] 10.222.0.20 "GET /v2.0/security-groups?id=75a05ea5-e4a4-4b4e-b1bc-4839c525eea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097009 Aug 26 15:22:28.751310 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-97358b4c-9f1b-445b-b74b-db354e51a591 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Notify callbacks [] for port, precommit_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:28.776449 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-482c7356-40e6-4c72-aec9-e22d6ed538fc tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:28.785423 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-97358b4c-9f1b-445b-b74b-db354e51a591 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:28.808952 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-16b43fa1-d44d-4d81-8c92-3d71b8e4b948 req-460934e0-0d99-415c-b064-9be8f5cd58b5 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=00ac4322064645a3ad7e3251384021a2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1861799 Aug 26 15:22:28.866663 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-97358b4c-9f1b-445b-b74b-db354e51a591 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3928447'] for floatingip, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:28.883597 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-618dc1ab-0615-4307-b566-d76ef5717c68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:28.902058 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-482c7356-40e6-4c72-aec9-e22d6ed538fc tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:28.913834 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97358b4c-9f1b-445b-b74b-db354e51a591 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Pushing event updated for resources: {'Port': ['ID=8f567ea3-d5d9-4ceb-ae20-fb8ba581561b,revision_number=2']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:22:28.916673 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-97358b4c-9f1b-445b-b74b-db354e51a591 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4089636'] for floatingip, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:28.927178 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-97358b4c-9f1b-445b-b74b-db354e51a591 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.0987766 Aug 26 15:22:28.973456 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Device 6ac03598-a521-43f4-8bb3-c10e8dbdc7de up at agent ovs-agent-dv-cinder-779576-7-iscsi {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:22:29.020578 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [req-16b43fa1-d44d-4d81-8c92-3d71b8e4b948 req-4b4edc6b-40c4-456a-9632-7e4e6375b4c8 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93842) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 15:22:29.022188 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-16b43fa1-d44d-4d81-8c92-3d71b8e4b948 req-4b4edc6b-40c4-456a-9632-7e4e6375b4c8 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1281905 Aug 26 15:22:29.062187 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Provisioning for port 6ac03598-a521-43f4-8bb3-c10e8dbdc7de completed by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 15:22:29.078378 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Provisioning complete for port 6ac03598-a521-43f4-8bb3-c10e8dbdc7de triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:22:29.079545 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:29.205254 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-16b43fa1-d44d-4d81-8c92-3d71b8e4b948 req-d98f5a2c-7239-4d03-bb14-63fa97f89599 service neutron] 10.222.0.20 "GET /v2.0/networks/23227f11-366d-4e8b-91f1-3c9872eb5af5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685936 Aug 26 15:22:29.220817 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:29.262260 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-482c7356-40e6-4c72-aec9-e22d6ed538fc tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Notify callbacks [] for port, precommit_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:29.271451 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-482c7356-40e6-4c72-aec9-e22d6ed538fc tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:29.276177 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] For port 6ac03598-a521-43f4-8bb3-c10e8dbdc7de, host dv-cinder-779576-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-7-iscsi',level=0,port_id=6ac03598-a521-43f4-8bb3-c10e8dbdc7de,segment=NetworkSegment(56252ca9-703f-4e15-a040-680fa0f2b5a5),segment_id=56252ca9-703f-4e15-a040-680fa0f2b5a5)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:22:29.282569 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:29.351571 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-16b43fa1-d44d-4d81-8c92-3d71b8e4b948 req-c4ea2958-dba9-45cd-9bf1-1a5e59176d35 service neutron] 10.222.0.20 "GET /v2.0/networks/23227f11-366d-4e8b-91f1-3c9872eb5af5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397350 Aug 26 15:22:29.355571 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Pushing event updated for resources: {'Port': ['ID=6ac03598-a521-43f4-8bb3-c10e8dbdc7de,revision_number=5']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:22:29.360911 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482c7356-40e6-4c72-aec9-e22d6ed538fc tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Pushing event updated for resources: {'Port': ['ID=25718881-ca3a-40a7-9b38-d7802d7e527e,revision_number=2']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:22:29.371245 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-482c7356-40e6-4c72-aec9-e22d6ed538fc tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3928447'] for floatingip, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:29.402992 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-618dc1ab-0615-4307-b566-d76ef5717c68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:29.412932 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-618dc1ab-0615-4307-b566-d76ef5717c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:29.426420 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-d2bd4bf7-21bd-4306-b73c-80ecc2c46f3c req-ece282ca-3fb9-4f3a-a19f-792985fdd252 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1219254739&fields=id&tenant_id=51d0a6d3e78f46f98a1a4881bf9eb094 HTTP/1.1" status: 200 len: 267 time: 0.1391871 Aug 26 15:22:29.470739 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-482c7356-40e6-4c72-aec9-e22d6ed538fc tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4089636'] for floatingip, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:29.472563 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-482c7356-40e6-4c72-aec9-e22d6ed538fc tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.5309646 Aug 26 15:22:29.483963 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-618dc1ab-0615-4307-b566-d76ef5717c68 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0857206f49684fdb8f9e7aa07b0ef49d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9112229 Aug 26 15:22:29.487122 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 51850) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:22:29.550770 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618dc1ab-0615-4307-b566-d76ef5717c68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8920eafe-e2a2-4b02-81b2-fd59500e678e,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:22:29.596929 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-280ae6c9-836e-4e0d-8fc1-c6395999e8fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:29.649609 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-280ae6c9-836e-4e0d-8fc1-c6395999e8fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:29.669097 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-76351d2a-c8d0-40b0-adfa-207e4175cedc req-54d80b8a-0eff-48c2-9431-32faf4d4e327 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ae65a4ef-fdc5-40e5-b29a-6b6f8df0a048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1113100 Aug 26 15:22:29.746098 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-1c78ab24-0541-46e7-9f6f-dffb6437286c req-d8d496f9-9a94-47af-b476-e5ce83aab18a tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4a109b7-6110-45ff-9a8e-b5a6cf8f7b74 HTTP/1.1" status: 200 len: 210 time: 0.1018214 Aug 26 15:22:29.747149 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-280ae6c9-836e-4e0d-8fc1-c6395999e8fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:29.751138 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-280ae6c9-836e-4e0d-8fc1-c6395999e8fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:29.755006 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-280ae6c9-836e-4e0d-8fc1-c6395999e8fb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8920eafe-e2a2-4b02-81b2-fd59500e678e HTTP/1.1" status: 204 len: 168 time: 0.2640326 Aug 26 15:22:29.782466 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280ae6c9-836e-4e0d-8fc1-c6395999e8fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8920eafe-e2a2-4b02-81b2-fd59500e678e,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:22:29.834173 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bd4bf7-21bd-4306-b73c-80ecc2c46f3c req-90224ed5-7ee1-409d-8c03-4fc71724665e tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:29.835688 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-d2bd4bf7-21bd-4306-b73c-80ecc2c46f3c req-90224ed5-7ee1-409d-8c03-4fc71724665e tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/networks?id=d887f735-fbdb-4418-baf1-8e9e0d77221f HTTP/1.1" status: 200 len: 817 time: 0.3891740 Aug 26 15:22:29.899930 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-d2bd4bf7-21bd-4306-b73c-80ecc2c46f3c req-32a850de-b0b4-40d5-b767-03529eefad98 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/quotas/51d0a6d3e78f46f98a1a4881bf9eb094 HTTP/1.1" status: 200 len: 375 time: 0.0485976 Aug 26 15:22:29.975154 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-76351d2a-c8d0-40b0-adfa-207e4175cedc req-29ba9596-9fee-4732-ab9d-086aa3a0dead service neutron] 10.222.0.47 "GET /v2.0/networks/ae65a4ef-fdc5-40e5-b29a-6b6f8df0a048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2858634 Aug 26 15:22:30.005861 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-526ba123-eafb-4422-ac5f-bd2cad2da10f req-6eee0ecf-131d-43a4-84a5-a9a5f41e0201 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--609550927&fields=id&tenant_id=a571a33f0e074fabbd06be1f77a97dd0 HTTP/1.1" status: 200 len: 267 time: 0.1021206 Aug 26 15:22:30.010747 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-d2bd4bf7-21bd-4306-b73c-80ecc2c46f3c req-cfd023a8-4b58-4efb-9beb-0a1aac3aee55 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=51d0a6d3e78f46f98a1a4881bf9eb094&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0930190 Aug 26 15:22:30.272624 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-d2bd4bf7-21bd-4306-b73c-80ecc2c46f3c req-c5432da0-2d66-48a4-b05d-57d34f0d5655 service neutron] 10.222.0.20 "GET /v2.0/networks/d887f735-fbdb-4418-baf1-8e9e0d77221f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404773 Aug 26 15:22:30.281778 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526ba123-eafb-4422-ac5f-bd2cad2da10f req-7ccf81fd-4aab-490d-9dcc-b9a58283622f tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:30.290926 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-526ba123-eafb-4422-ac5f-bd2cad2da10f req-7ccf81fd-4aab-490d-9dcc-b9a58283622f tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/networks?id=a386d6d9-e769-427b-a3dd-4a66aae709a7 HTTP/1.1" status: 200 len: 811 time: 0.2683160 Aug 26 15:22:30.312202 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-526ba123-eafb-4422-ac5f-bd2cad2da10f req-9dc80591-15dc-40fc-be9f-c7121ef120b3 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/quotas/a571a33f0e074fabbd06be1f77a97dd0 HTTP/1.1" status: 200 len: 375 time: 0.0199049 Aug 26 15:22:30.314402 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 51892) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:22:30.337881 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Device 6ac03598-a521-43f4-8bb3-c10e8dbdc7de up at agent ovs-agent-dv-cinder-779576-7-iscsi {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:22:30.339001 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-9f86518b-cd01-405d-9eec-d721cafbc039 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:30.410485 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-526ba123-eafb-4422-ac5f-bd2cad2da10f req-c0660ede-4dcc-46d1-bf46-adce9d0038fb tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a571a33f0e074fabbd06be1f77a97dd0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0973454 Aug 26 15:22:30.410992 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Provisioning complete for port 6ac03598-a521-43f4-8bb3-c10e8dbdc7de triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:22:30.412647 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:30.444947 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-d2bd4bf7-21bd-4306-b73c-80ecc2c46f3c req-9029d249-3e4a-4346-bca6-fd0f30a47f07 service neutron] 10.222.0.20 "GET /v2.0/networks/d887f735-fbdb-4418-baf1-8e9e0d77221f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663187 Aug 26 15:22:30.610066 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-526ba123-eafb-4422-ac5f-bd2cad2da10f req-03b5deb2-fe17-4c7e-b349-c8ab91e8a1b6 service neutron] 10.222.0.20 "GET /v2.0/networks/a386d6d9-e769-427b-a3dd-4a66aae709a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812563 Aug 26 15:22:30.640903 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-9f86518b-cd01-405d-9eec-d721cafbc039 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:30.674472 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-9f86518b-cd01-405d-9eec-d721cafbc039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:30.734953 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-9f86518b-cd01-405d-9eec-d721cafbc039 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=afc687ef9ab147a2be0e870286c568e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4195187 Aug 26 15:22:30.738747 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 51906) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:22:30.765227 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f86518b-cd01-405d-9eec-d721cafbc039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86a55a31-37bc-44e2-a134-3c7eb6cb4d8b,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:22:30.818346 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-526ba123-eafb-4422-ac5f-bd2cad2da10f req-9842c4d0-1583-48e4-bc00-6081f1dd8932 service neutron] 10.222.0.20 "GET /v2.0/networks/a386d6d9-e769-427b-a3dd-4a66aae709a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066164 Aug 26 15:22:30.867059 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a751788a-055c-4215-a135-ac479f129496 req-033436cb-1eb2-471b-8ab8-154c14f2df86 tempest-DeleteServersTestJSON-1730502919 tempest-DeleteServersTestJSON-1730502919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:30.877365 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-a751788a-055c-4215-a135-ac479f129496 req-033436cb-1eb2-471b-8ab8-154c14f2df86 tempest-DeleteServersTestJSON-1730502919 tempest-DeleteServersTestJSON-1730502919-project] 10.222.0.20 "GET /v2.0/ports?device_id=587717dd-d083-47e1-9cd7-d4ac07276f10 HTTP/1.1" status: 200 len: 944 time: 0.1175075 Aug 26 15:22:30.885394 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b7e6b54c-08e8-41a5-9aab-d157f030335c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:30.940380 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b7e6b54c-08e8-41a5-9aab-d157f030335c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:30.954708 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-a751788a-055c-4215-a135-ac479f129496 req-83870f6b-a701-4a4f-9f00-c9c91aa108a1 tempest-DeleteServersTestJSON-1730502919 tempest-DeleteServersTestJSON-1730502919-project] 10.222.0.20 "GET /v2.0/security-groups?id=75a05ea5-e4a4-4b4e-b1bc-4839c525eea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759969 Aug 26 15:22:31.037287 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b7e6b54c-08e8-41a5-9aab-d157f030335c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:31.040221 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b7e6b54c-08e8-41a5-9aab-d157f030335c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:31.043954 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-b7e6b54c-08e8-41a5-9aab-d157f030335c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/86a55a31-37bc-44e2-a134-3c7eb6cb4d8b HTTP/1.1" status: 204 len: 168 time: 0.2980020 Aug 26 15:22:31.100270 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e6b54c-08e8-41a5-9aab-d157f030335c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a55a31-37bc-44e2-a134-3c7eb6cb4d8b,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:22:31.140117 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-7bcff5ad-4f2e-4ff3-9242-1a1c72e7296f req-35b1d261-6dd7-4163-8256-4cd9ab0b73e0 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=3028e66a-51b4-4638-bfef-d34285d30fd1 HTTP/1.1" status: 200 len: 210 time: 0.1167269 Aug 26 15:22:31.148195 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-ded7ef5e-cc0c-4055-b6c1-8d168d1034ef req-7f731819-bd63-4010-92b3-c283290c4e24 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4a109b7-6110-45ff-9a8e-b5a6cf8f7b74 HTTP/1.1" status: 200 len: 210 time: 0.0512187 Aug 26 15:22:31.243967 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-ce34a489-94b1-4475-8e10-1f808acf0986 req-68c4ffb7-0ae8-40ea-bdb4-5868f6e933ba tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bcbcafd-183f-448c-8622-d3bca30c9523 HTTP/1.1" status: 200 len: 210 time: 0.0380340 Aug 26 15:22:31.715448 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-76351d2a-c8d0-40b0-adfa-207e4175cedc req-1f153caa-1c95-4baa-b4bf-8187ab6a9be3 service neutron] 10.222.0.47 "GET /v2.0/networks/ae65a4ef-fdc5-40e5-b29a-6b6f8df0a048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953398 Aug 26 15:22:32.089981 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb78a9b-c758-462a-9533-d3d8374a1081 req-6fecb28a-a87e-4b31-a3c3-fd8b494bc116 tempest-DeleteServersTestJSON-1730502919 tempest-DeleteServersTestJSON-1730502919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:32.091555 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-8eb78a9b-c758-462a-9533-d3d8374a1081 req-6fecb28a-a87e-4b31-a3c3-fd8b494bc116 tempest-DeleteServersTestJSON-1730502919 tempest-DeleteServersTestJSON-1730502919-project] 10.222.0.20 "GET /v2.0/ports?device_id=587717dd-d083-47e1-9cd7-d4ac07276f10 HTTP/1.1" status: 200 len: 944 time: 0.0588586 Aug 26 15:22:32.132101 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-8eb78a9b-c758-462a-9533-d3d8374a1081 req-eb937159-09c4-4786-9bd5-182b9de3e9f6 tempest-DeleteServersTestJSON-1730502919 tempest-DeleteServersTestJSON-1730502919-project] 10.222.0.20 "GET /v2.0/security-groups?id=75a05ea5-e4a4-4b4e-b1bc-4839c525eea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332699 Aug 26 15:22:32.265839 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-d679226c-b067-4f10-9bdd-e44f3b250dd3 req-694fcd2a-c5b4-4900-96df-ca65225bace4 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4a109b7-6110-45ff-9a8e-b5a6cf8f7b74 HTTP/1.1" status: 200 len: 210 time: 0.0331268 Aug 26 15:22:32.290637 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-7a0cfceb-4d43-419b-88e1-ccc0485f6077 req-daa64051-9b3e-480b-b2d7-35ee48bd9860 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=3028e66a-51b4-4638-bfef-d34285d30fd1 HTTP/1.1" status: 200 len: 210 time: 0.0332000 Aug 26 15:22:32.352239 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-2395b9cb-b992-4865-ba55-e387e34e281b req-1ae46ce7-89e8-4e25-bb9c-8de3f8dd93b7 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bcbcafd-183f-448c-8622-d3bca30c9523 HTTP/1.1" status: 200 len: 210 time: 0.0268953 Aug 26 15:22:32.907787 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e8fa14-d09c-4afa-94e8-d52ea14496a1 req-53ed7fad-301a-47cf-ade6-bd745455ffc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:32.909319 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-46e8fa14-d09c-4afa-94e8-d52ea14496a1 req-53ed7fad-301a-47cf-ade6-bd745455ffc1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ee4e5400142e4c7fbe137913ded5ccba&device_id=587717dd-d083-47e1-9cd7-d4ac07276f10 HTTP/1.1" status: 200 len: 1097 time: 0.0630350 Aug 26 15:22:33.097258 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e8fa14-d09c-4afa-94e8-d52ea14496a1 req-c5d9fcd4-23ed-403a-abe1-51ef0dea1352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:33.098832 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-46e8fa14-d09c-4afa-94e8-d52ea14496a1 req-c5d9fcd4-23ed-403a-abe1-51ef0dea1352 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ae65a4ef-fdc5-40e5-b29a-6b6f8df0a048 HTTP/1.1" status: 200 len: 913 time: 0.1818295 Aug 26 15:22:33.274608 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b967a3-dba1-4cf9-80ce-bba3b570d4aa req-cef05a15-a785-4719-9200-ed01302b349c tempest-DeleteServersTestJSON-1730502919 tempest-DeleteServersTestJSON-1730502919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:33.276158 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-58b967a3-dba1-4cf9-80ce-bba3b570d4aa req-cef05a15-a785-4719-9200-ed01302b349c tempest-DeleteServersTestJSON-1730502919 tempest-DeleteServersTestJSON-1730502919-project] 10.222.0.20 "GET /v2.0/ports?device_id=587717dd-d083-47e1-9cd7-d4ac07276f10 HTTP/1.1" status: 200 len: 944 time: 0.0530510 Aug 26 15:22:33.325003 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-58b967a3-dba1-4cf9-80ce-bba3b570d4aa req-43bd82a8-bd2d-4234-a664-a214e0f6718f tempest-DeleteServersTestJSON-1730502919 tempest-DeleteServersTestJSON-1730502919-project] 10.222.0.20 "GET /v2.0/security-groups?id=75a05ea5-e4a4-4b4e-b1bc-4839c525eea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399261 Aug 26 15:22:33.382275 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-755e6343-f66e-419c-8abf-5dfb8df6a27c req-deb8d714-b8d6-4143-a5e8-971cca0ec6ed tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4a109b7-6110-45ff-9a8e-b5a6cf8f7b74 HTTP/1.1" status: 200 len: 210 time: 0.0311904 Aug 26 15:22:33.465242 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-0ac7fe15-bc72-414c-9747-533efb23c82b req-8a063e87-ec32-4ca7-b889-ff329542823d tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=3028e66a-51b4-4638-bfef-d34285d30fd1 HTTP/1.1" status: 200 len: 210 time: 0.0311732 Aug 26 15:22:33.518878 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-cc2d5ad8-52d7-4f0a-9df7-1ef774ccf004 req-e5b5cf15-5b32-429d-8acf-5c447f16a85f tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bcbcafd-183f-448c-8622-d3bca30c9523 HTTP/1.1" status: 200 len: 210 time: 0.0588069 Aug 26 15:22:34.481923 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4df4811-9832-451f-ad40-776394fb0115 req-c61365c7-bef4-4f2b-a94c-f67397d4b4bc tempest-DeleteServersTestJSON-1730502919 tempest-DeleteServersTestJSON-1730502919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:34.484809 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-a4df4811-9832-451f-ad40-776394fb0115 req-c61365c7-bef4-4f2b-a94c-f67397d4b4bc tempest-DeleteServersTestJSON-1730502919 tempest-DeleteServersTestJSON-1730502919-project] 10.222.0.20 "GET /v2.0/ports?device_id=587717dd-d083-47e1-9cd7-d4ac07276f10 HTTP/1.1" status: 200 len: 944 time: 0.0627599 Aug 26 15:22:34.494450 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-9eb4b61e-c413-4a37-ae72-fdac35c6ec7e req-7c7e6382-b5a3-4cdd-b0f0-a35b8e711cbd tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4a109b7-6110-45ff-9a8e-b5a6cf8f7b74 HTTP/1.1" status: 200 len: 210 time: 0.0275116 Aug 26 15:22:34.528207 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-a4df4811-9832-451f-ad40-776394fb0115 req-57a6b392-56d6-4fde-bd09-ddc6a742ec37 tempest-DeleteServersTestJSON-1730502919 tempest-DeleteServersTestJSON-1730502919-project] 10.222.0.20 "GET /v2.0/security-groups?id=75a05ea5-e4a4-4b4e-b1bc-4839c525eea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373940 Aug 26 15:22:34.536783 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 52130) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:22:34.600035 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-acd69b55-2441-4f67-83b2-83cd22cbab62 req-600d4139-db18-4714-b8ec-d405c471981e tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=3028e66a-51b4-4638-bfef-d34285d30fd1 HTTP/1.1" status: 200 len: 210 time: 0.0327826 Aug 26 15:22:34.648315 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-63f8a3b3-2857-43da-81c7-f9a70031e2ac req-3c55479f-ab4e-448f-8261-64381c5ef62b tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bcbcafd-183f-448c-8622-d3bca30c9523 HTTP/1.1" status: 200 len: 210 time: 0.0361164 Aug 26 15:22:34.670814 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-c2ead22c-f388-4daa-bb41-66623d2c0eb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:34.768415 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-c2ead22c-f388-4daa-bb41-66623d2c0eb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:34.772509 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-c2ead22c-f388-4daa-bb41-66623d2c0eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:34.809537 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-c2ead22c-f388-4daa-bb41-66623d2c0eb3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a91c75796cc14cf1847d5ce01b8893a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2716019 Aug 26 15:22:34.811014 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ead22c-f388-4daa-bb41-66623d2c0eb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a916edc-5986-4183-82ed-18a9475e1a23,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:22:34.812861 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 52140) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:22:34.862435 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-15c68346-c7fa-4cfb-a184-4e2982b48634 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:34.883872 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-15c68346-c7fa-4cfb-a184-4e2982b48634 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:34.929240 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-15c68346-c7fa-4cfb-a184-4e2982b48634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:34.931809 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-15c68346-c7fa-4cfb-a184-4e2982b48634 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:34.932947 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-15c68346-c7fa-4cfb-a184-4e2982b48634 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9a916edc-5986-4183-82ed-18a9475e1a23 HTTP/1.1" status: 204 len: 168 time: 0.1182141 Aug 26 15:22:34.942233 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c68346-c7fa-4cfb-a184-4e2982b48634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a916edc-5986-4183-82ed-18a9475e1a23,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:22:35.220019 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 52152) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:22:35.233199 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-705cfffc-ca58-4db6-a419-b99e4243cd66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:35.322106 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-705cfffc-ca58-4db6-a419-b99e4243cd66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:35.327993 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-705cfffc-ca58-4db6-a419-b99e4243cd66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:35.364794 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-705cfffc-ca58-4db6-a419-b99e4243cd66 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=23cc67424caa4d998251fc6b09918a47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1436670 Aug 26 15:22:35.366158 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705cfffc-ca58-4db6-a419-b99e4243cd66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e3e35c6-dbd7-4862-b7f6-7d05d3ed1c43,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:22:35.367495 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 52154) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:22:35.425857 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-2b31b0d7-30d7-4e9f-b21a-d7c65fb217ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:35.446738 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-2b31b0d7-30d7-4e9f-b21a-d7c65fb217ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:35.493092 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-2b31b0d7-30d7-4e9f-b21a-d7c65fb217ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:35.495771 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-2b31b0d7-30d7-4e9f-b21a-d7c65fb217ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:35.496925 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-2b31b0d7-30d7-4e9f-b21a-d7c65fb217ae admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7e3e35c6-dbd7-4862-b7f6-7d05d3ed1c43 HTTP/1.1" status: 204 len: 168 time: 0.1282341 Aug 26 15:22:35.505909 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b31b0d7-30d7-4e9f-b21a-d7c65fb217ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e3e35c6-dbd7-4862-b7f6-7d05d3ed1c43,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:22:35.596282 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-2b12d2f8-d6ca-43fa-bc50-b7b033ac44be req-f3761343-462d-433d-9fb0-857db99f7d30 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4a109b7-6110-45ff-9a8e-b5a6cf8f7b74 HTTP/1.1" status: 200 len: 210 time: 0.0306015 Aug 26 15:22:35.669293 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d0791b-cdf9-47f6-b583-2ce2fca6b93a req-0c068dc8-1c26-4403-8e63-823a47b92bf0 tempest-DeleteServersTestJSON-1730502919 tempest-DeleteServersTestJSON-1730502919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:35.671822 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-70d0791b-cdf9-47f6-b583-2ce2fca6b93a req-0c068dc8-1c26-4403-8e63-823a47b92bf0 tempest-DeleteServersTestJSON-1730502919 tempest-DeleteServersTestJSON-1730502919-project] 10.222.0.20 "GET /v2.0/ports?device_id=587717dd-d083-47e1-9cd7-d4ac07276f10 HTTP/1.1" status: 200 len: 944 time: 0.0645125 Aug 26 15:22:35.710212 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-709725cd-c823-4553-9585-8f19ea7414cb req-c3de4f78-ebf7-4958-80c3-0448dd0e571d tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=3028e66a-51b4-4638-bfef-d34285d30fd1 HTTP/1.1" status: 200 len: 210 time: 0.0269895 Aug 26 15:22:35.721281 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-70d0791b-cdf9-47f6-b583-2ce2fca6b93a req-0b859801-5c0e-4537-9f1b-61d726d9997e tempest-DeleteServersTestJSON-1730502919 tempest-DeleteServersTestJSON-1730502919-project] 10.222.0.20 "GET /v2.0/security-groups?id=75a05ea5-e4a4-4b4e-b1bc-4839c525eea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346155 Aug 26 15:22:35.783165 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.47', 63965) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:22:35.821821 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-9cce1dd0-6eae-458f-87da-10e06473ceff req-c974f56a-23b3-4c6f-8122-4bff8f5edded tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bcbcafd-183f-448c-8622-d3bca30c9523 HTTP/1.1" status: 200 len: 210 time: 0.0402429 Aug 26 15:22:35.903850 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-46e8fa14-d09c-4afa-94e8-d52ea14496a1 req-cb3bcd26-9542-433d-8642-0a1ac810501c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e62592d8-3c13-4ba3-b16f-500c0752cb12 HTTP/1.1" status: 200 len: 217 time: 0.0908544 Aug 26 15:22:35.999226 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468905af-6e4b-4d9f-a186-e11142102842 req-375eb301-5bc2-4221-9334-8c6be3fc3ed5 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:36.000789 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-468905af-6e4b-4d9f-a186-e11142102842 req-375eb301-5bc2-4221-9334-8c6be3fc3ed5 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.47 "GET /v2.0/networks?id=23227f11-366d-4e8b-91f1-3c9872eb5af5 HTTP/1.1" status: 200 len: 818 time: 0.2062275 Aug 26 15:22:36.002730 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e8fa14-d09c-4afa-94e8-d52ea14496a1 req-fa60ce61-2fd7-4b1c-a32d-53ef4b2dabb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:36.004125 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-46e8fa14-d09c-4afa-94e8-d52ea14496a1 req-fa60ce61-2fd7-4b1c-a32d-53ef4b2dabb6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dd61c1a1-fece-49e2-a808-ff97a7916245 HTTP/1.1" status: 200 len: 852 time: 0.0839572 Aug 26 15:22:36.039085 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [req-468905af-6e4b-4d9f-a186-e11142102842 req-d42063c5-55b6-4041-b2f1-6b11c385de30 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Request body: {'port': {'device_id': 'ca0769da-6c1e-433b-8817-4309fcc35b35', 'network_id': '23227f11-366d-4e8b-91f1-3c9872eb5af5', 'admin_state_up': True, 'tenant_id': '00ac4322064645a3ad7e3251384021a2'}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:22:36.110892 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-46e8fa14-d09c-4afa-94e8-d52ea14496a1 req-99778d3d-8f64-43d1-83bb-016c49d8f211 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ae65a4ef-fdc5-40e5-b29a-6b6f8df0a048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667534 Aug 26 15:22:36.391580 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.47', 63972) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:22:36.505107 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-46e8fa14-d09c-4afa-94e8-d52ea14496a1 req-d96aa32d-97c5-48c8-8372-8508cfc82c9e service neutron] 10.222.0.47 "GET /v2.0/networks/ae65a4ef-fdc5-40e5-b29a-6b6f8df0a048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3820364 Aug 26 15:22:36.506404 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-468905af-6e4b-4d9f-a186-e11142102842 req-d42063c5-55b6-4041-b2f1-6b11c385de30 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Made reservation on behalf of 00ac4322064645a3ad7e3251384021a2 for: {'port': 1} {{(pid=93841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:22:36.510176 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-468905af-6e4b-4d9f-a186-e11142102842 req-d42063c5-55b6-4041-b2f1-6b11c385de30 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:36.572295 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526ba123-eafb-4422-ac5f-bd2cad2da10f req-90b8dd7b-6705-4695-b82a-867f285e38fa tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:36.574649 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-526ba123-eafb-4422-ac5f-bd2cad2da10f req-90b8dd7b-6705-4695-b82a-867f285e38fa tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.47 "GET /v2.0/networks?id=a386d6d9-e769-427b-a3dd-4a66aae709a7 HTTP/1.1" status: 200 len: 811 time: 0.1808646 Aug 26 15:22:36.752622 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-46e8fa14-d09c-4afa-94e8-d52ea14496a1 req-dc07f730-351d-4304-9740-782c5d62f412 service neutron] 10.222.0.47 "GET /v2.0/networks/ae65a4ef-fdc5-40e5-b29a-6b6f8df0a048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290270 Aug 26 15:22:36.775744 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-929527eb-e24b-4029-9408-0119e58bce22 req-9215007e-fbe8-4ade-8951-6ac55e042b7a tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4a109b7-6110-45ff-9a8e-b5a6cf8f7b74 HTTP/1.1" status: 200 len: 210 time: 0.0660968 Aug 26 15:22:36.814629 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.db.db_base_plugin_common [req-468905af-6e4b-4d9f-a186-e11142102842 req-d42063c5-55b6-4041-b2f1-6b11c385de30 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Allocated IP 172.20.0.3 (23227f11-366d-4e8b-91f1-3c9872eb5af5/45e9eb6c-a20b-4b32-9499-5459d749d27d/9cc1a951-1156-4875-8514-d30cac6c36bc) {{(pid=93841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:22:36.919371 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-526ba123-eafb-4422-ac5f-bd2cad2da10f req-20b9a650-dd6f-4b4a-8f41-2cee577f268a tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a571a33f0e074fabbd06be1f77a97dd0 HTTP/1.1" status: 200 len: 379 time: 0.3342326 Aug 26 15:22:36.933881 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [req-526ba123-eafb-4422-ac5f-bd2cad2da10f req-7b4eaf17-4072-4e86-bc8a-d31483c1eaa4 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Request body: {'port': {'device_id': '8bcbcafd-183f-448c-8622-d3bca30c9523', 'network_id': 'a386d6d9-e769-427b-a3dd-4a66aae709a7', 'admin_state_up': True, 'tenant_id': 'a571a33f0e074fabbd06be1f77a97dd0', 'security_groups': ['3238190c-f4cd-40e3-8621-367f15fa4088']}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:22:37.024502 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-4c2fbaf4-8bd7-480b-b169-2708e5f02ea1 req-f9378458-a5b8-439f-a006-ad614695d0ef tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=3028e66a-51b4-4638-bfef-d34285d30fd1 HTTP/1.1" status: 200 len: 210 time: 0.0701685 Aug 26 15:22:37.114713 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5607fb71-35ca-4b57-bf93-9550d802842e req-dcb0766a-485f-42c5-ae3f-9cd363308fe9 tempest-DeleteServersTestJSON-1730502919 tempest-DeleteServersTestJSON-1730502919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:37.122294 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-5607fb71-35ca-4b57-bf93-9550d802842e req-dcb0766a-485f-42c5-ae3f-9cd363308fe9 tempest-DeleteServersTestJSON-1730502919 tempest-DeleteServersTestJSON-1730502919-project] 10.222.0.20 "GET /v2.0/ports?device_id=587717dd-d083-47e1-9cd7-d4ac07276f10 HTTP/1.1" status: 200 len: 944 time: 0.2483754 Aug 26 15:22:37.201926 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c5b413a1-cfc8-48f4-b003-34202a894ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:37.232914 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-5607fb71-35ca-4b57-bf93-9550d802842e req-78cd6354-6577-4401-b642-545b0dfbae9c tempest-DeleteServersTestJSON-1730502919 tempest-DeleteServersTestJSON-1730502919-project] 10.222.0.20 "GET /v2.0/security-groups?id=75a05ea5-e4a4-4b4e-b1bc-4839c525eea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083782 Aug 26 15:22:37.254319 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-e7f2b86f-3bd3-4260-8ed8-f9c791235c6e req-56bb063c-1301-4d36-91c8-d6e190682f3e tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bcbcafd-183f-448c-8622-d3bca30c9523 HTTP/1.1" status: 200 len: 210 time: 0.1261098 Aug 26 15:22:37.266567 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.47', 63977) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:22:37.319224 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-526ba123-eafb-4422-ac5f-bd2cad2da10f req-7b4eaf17-4072-4e86-bc8a-d31483c1eaa4 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Made reservation on behalf of a571a33f0e074fabbd06be1f77a97dd0 for: {'port': 1} {{(pid=93842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:22:37.324462 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-526ba123-eafb-4422-ac5f-bd2cad2da10f req-7b4eaf17-4072-4e86-bc8a-d31483c1eaa4 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:37.403403 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bd4bf7-21bd-4306-b73c-80ecc2c46f3c req-317d22aa-202b-4203-a5d8-41fb33d1d2f7 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:37.405561 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-d2bd4bf7-21bd-4306-b73c-80ecc2c46f3c req-317d22aa-202b-4203-a5d8-41fb33d1d2f7 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.47 "GET /v2.0/networks?id=d887f735-fbdb-4418-baf1-8e9e0d77221f HTTP/1.1" status: 200 len: 817 time: 0.5121377 Aug 26 15:22:37.478143 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-468905af-6e4b-4d9f-a186-e11142102842 req-d42063c5-55b6-4041-b2f1-6b11c385de30 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Notify callbacks [] for port, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:37.573801 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-d2bd4bf7-21bd-4306-b73c-80ecc2c46f3c req-624a8644-ceee-43b5-86c9-08ac40ee6b5d tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=51d0a6d3e78f46f98a1a4881bf9eb094 HTTP/1.1" status: 200 len: 380 time: 0.1488583 Aug 26 15:22:37.587012 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [req-d2bd4bf7-21bd-4306-b73c-80ecc2c46f3c req-0714cfc3-5a27-4859-8ddf-6e0491dac4da tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Request body: {'port': {'device_id': '3028e66a-51b4-4638-bfef-d34285d30fd1', 'network_id': 'd887f735-fbdb-4418-baf1-8e9e0d77221f', 'admin_state_up': True, 'tenant_id': '51d0a6d3e78f46f98a1a4881bf9eb094', 'security_groups': ['44677d48-8306-44c7-a2fe-97d323591896']}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:22:37.595952 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b43fa1-d44d-4d81-8c92-3d71b8e4b948 req-dc7ac779-0197-4f76-af08-073ffdf8e02e tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:37.597783 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-16b43fa1-d44d-4d81-8c92-3d71b8e4b948 req-dc7ac779-0197-4f76-af08-073ffdf8e02e tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.47 "GET /v2.0/networks?id=23227f11-366d-4e8b-91f1-3c9872eb5af5 HTTP/1.1" status: 200 len: 818 time: 0.3269734 Aug 26 15:22:37.651262 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [req-16b43fa1-d44d-4d81-8c92-3d71b8e4b948 req-1b039235-7de5-4ea8-b988-ea53627d7502 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Request body: {'port': {'device_id': 'a4a109b7-6110-45ff-9a8e-b5a6cf8f7b74', 'network_id': '23227f11-366d-4e8b-91f1-3c9872eb5af5', 'admin_state_up': True, 'tenant_id': '00ac4322064645a3ad7e3251384021a2'}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:22:37.704491 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-468905af-6e4b-4d9f-a186-e11142102842 req-d42063c5-55b6-4041-b2f1-6b11c385de30 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793280355359'] for port, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:37.786895 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-468905af-6e4b-4d9f-a186-e11142102842 req-d42063c5-55b6-4041-b2f1-6b11c385de30 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Network 23227f11-366d-4e8b-91f1-3c9872eb5af5 is already hosted by enough agents. {{(pid=93841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:22:37.793842 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.scheduler.base_scheduler [req-468905af-6e4b-4d9f-a186-e11142102842 req-d42063c5-55b6-4041-b2f1-6b11c385de30 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Resources bound (agent type, host, resource id): {{(pid=93841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:22:37.798198 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [req-468905af-6e4b-4d9f-a186-e11142102842 req-d42063c5-55b6-4041-b2f1-6b11c385de30 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Received port after_create {{(pid=93841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 15:22:37.804426 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468905af-6e4b-4d9f-a186-e11142102842 req-d42063c5-55b6-4041-b2f1-6b11c385de30 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:37.805750 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-468905af-6e4b-4d9f-a186-e11142102842 req-d42063c5-55b6-4041-b2f1-6b11c385de30 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4089636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774323'] for port, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:37.824470 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42063c5-55b6-4041-b2f1-6b11c385de30 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Pushing event updated for resources: {'Port': ['ID=9cc1a951-1156-4875-8514-d30cac6c36bc,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:22:37.833661 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.db.db_base_plugin_common [req-526ba123-eafb-4422-ac5f-bd2cad2da10f req-7b4eaf17-4072-4e86-bc8a-d31483c1eaa4 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Allocated IP 172.20.0.8 (a386d6d9-e769-427b-a3dd-4a66aae709a7/c96291ec-8721-4a15-8133-5907bd72b460/19807c52-9106-4c0c-a713-a26d1c773cd7) {{(pid=93842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:22:37.860161 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2bd4bf7-21bd-4306-b73c-80ecc2c46f3c req-0714cfc3-5a27-4859-8ddf-6e0491dac4da tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Made reservation on behalf of 51d0a6d3e78f46f98a1a4881bf9eb094 for: {'port': 1} {{(pid=93841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:22:37.864689 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-d2bd4bf7-21bd-4306-b73c-80ecc2c46f3c req-0714cfc3-5a27-4859-8ddf-6e0491dac4da tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:37.886860 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-468905af-6e4b-4d9f-a186-e11142102842 req-d42063c5-55b6-4041-b2f1-6b11c385de30 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8579354 Aug 26 15:22:37.902883 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [req-468905af-6e4b-4d9f-a186-e11142102842 req-e397f771-1568-47aa-af93-747193beebce service neutron] Request body: {'port': {'device_id': 'ca0769da-6c1e-433b-8817-4309fcc35b35', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77957'}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:22:37.925469 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16b43fa1-d44d-4d81-8c92-3d71b8e4b948 req-1b039235-7de5-4ea8-b988-ea53627d7502 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Made reservation on behalf of 00ac4322064645a3ad7e3251384021a2 for: {'port': 1} {{(pid=93842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:22:37.933887 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-16b43fa1-d44d-4d81-8c92-3d71b8e4b948 req-1b039235-7de5-4ea8-b988-ea53627d7502 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:38.014575 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:38.057842 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-468905af-6e4b-4d9f-a186-e11142102842 req-e397f771-1568-47aa-af93-747193beebce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:38.082694 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-40d16e5b-894e-4dad-9ce5-57f0d5f841da req-1596afbc-dc70-4076-8eb0-cc1525c3d413 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4a109b7-6110-45ff-9a8e-b5a6cf8f7b74 HTTP/1.1" status: 200 len: 210 time: 0.0908089 Aug 26 15:22:38.217447 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-526ba123-eafb-4422-ac5f-bd2cad2da10f req-7b4eaf17-4072-4e86-bc8a-d31483c1eaa4 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Notify callbacks [] for port, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:38.240683 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-9800e3b5-03b2-474c-b907-0eeb8b96f68f req-0e4cf21a-edeb-4e70-9a25-9a2be0a5a2db tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=3028e66a-51b4-4638-bfef-d34285d30fd1 HTTP/1.1" status: 200 len: 210 time: 0.1039529 Aug 26 15:22:38.245478 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.db.provisioning_blocks [req-526ba123-eafb-4422-ac5f-bd2cad2da10f req-7b4eaf17-4072-4e86-bc8a-d31483c1eaa4 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Transition to ACTIVE for port object 19807c52-9106-4c0c-a713-a26d1c773cd7 will not be triggered until provisioned by entity DHCP. {{(pid=93842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 15:22:38.259835 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.db.db_base_plugin_common [req-16b43fa1-d44d-4d81-8c92-3d71b8e4b948 req-1b039235-7de5-4ea8-b988-ea53627d7502 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Allocated IP 172.20.0.14 (23227f11-366d-4e8b-91f1-3c9872eb5af5/45e9eb6c-a20b-4b32-9499-5459d749d27d/d2ef72dc-cef0-4c71-a9e1-df0f179f2564) {{(pid=93842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:22:38.285752 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.db.db_base_plugin_common [req-d2bd4bf7-21bd-4306-b73c-80ecc2c46f3c req-0714cfc3-5a27-4859-8ddf-6e0491dac4da tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Allocated IP 172.20.0.10 (d887f735-fbdb-4418-baf1-8e9e0d77221f/2dc1893b-86f2-4498-b069-d334c29d6d3f/9074ea7b-385d-4ccc-8c42-b021d977910a) {{(pid=93841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:22:38.353154 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-526ba123-eafb-4422-ac5f-bd2cad2da10f req-7b4eaf17-4072-4e86-bc8a-d31483c1eaa4 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793280355359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261268877'] for port, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:38.403592 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-526ba123-eafb-4422-ac5f-bd2cad2da10f req-7b4eaf17-4072-4e86-bc8a-d31483c1eaa4 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Network a386d6d9-e769-427b-a3dd-4a66aae709a7 is already hosted by enough agents. {{(pid=93842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:22:38.431643 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.scheduler.base_scheduler [req-526ba123-eafb-4422-ac5f-bd2cad2da10f req-7b4eaf17-4072-4e86-bc8a-d31483c1eaa4 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Resources bound (agent type, host, resource id): {{(pid=93842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:22:38.528156 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.db.l3_dvrscheduler_db [req-526ba123-eafb-4422-ac5f-bd2cad2da10f req-7b4eaf17-4072-4e86-bc8a-d31483c1eaa4 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Received port after_create {{(pid=93842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 15:22:38.675016 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571b4383-1013-4cb4-86b9-5119669078bc req-2aba1498-7373-40f1-b13d-7540bdb009be tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:38.678063 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-571b4383-1013-4cb4-86b9-5119669078bc req-2aba1498-7373-40f1-b13d-7540bdb009be tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bcbcafd-183f-448c-8622-d3bca30c9523 HTTP/1.1" status: 200 len: 931 time: 0.2206452 Aug 26 15:22:38.743653 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-571b4383-1013-4cb4-86b9-5119669078bc req-ceae79ce-5e8e-4444-8a82-2276550515af tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/security-groups?id=3238190c-f4cd-40e3-8621-367f15fa4088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533373 Aug 26 15:22:38.782648 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526ba123-eafb-4422-ac5f-bd2cad2da10f req-7b4eaf17-4072-4e86-bc8a-d31483c1eaa4 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:38.783570 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-526ba123-eafb-4422-ac5f-bd2cad2da10f req-7b4eaf17-4072-4e86-bc8a-d31483c1eaa4 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4089636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774323'] for port, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:38.801670 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-d2bd4bf7-21bd-4306-b73c-80ecc2c46f3c req-0714cfc3-5a27-4859-8ddf-6e0491dac4da tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Notify callbacks [] for port, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:38.829964 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.db.provisioning_blocks [req-d2bd4bf7-21bd-4306-b73c-80ecc2c46f3c req-0714cfc3-5a27-4859-8ddf-6e0491dac4da tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Transition to ACTIVE for port object 9074ea7b-385d-4ccc-8c42-b021d977910a will not be triggered until provisioned by entity DHCP. {{(pid=93841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 15:22:38.831753 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4eaf17-4072-4e86-bc8a-d31483c1eaa4 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Pushing event updated for resources: {'Port': ['ID=19807c52-9106-4c0c-a713-a26d1c773cd7,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:22:38.839463 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-0f03a13e-1bd2-4bfb-b8b5-249f60585b46 None None] Provisioning for port 19807c52-9106-4c0c-a713-a26d1c773cd7 completed by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 15:22:38.846120 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-0f03a13e-1bd2-4bfb-b8b5-249f60585b46 None None] Provisioning complete for port 19807c52-9106-4c0c-a713-a26d1c773cd7 triggered by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:22:38.847595 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-0f03a13e-1bd2-4bfb-b8b5-249f60585b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:38.861997 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-526ba123-eafb-4422-ac5f-bd2cad2da10f req-7b4eaf17-4072-4e86-bc8a-d31483c1eaa4 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9347403 Aug 26 15:22:38.894572 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-d2bd4bf7-21bd-4306-b73c-80ecc2c46f3c req-0714cfc3-5a27-4859-8ddf-6e0491dac4da tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793280355359'] for port, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:38.897750 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-0f03a13e-1bd2-4bfb-b8b5-249f60585b46 None None] Port 19807c52-9106-4c0c-a713-a26d1c773cd7 cannot update to ACTIVE because it is not bound. {{(pid=93843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 15:22:38.906883 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ff92f8-ea76-48b4-9a5c-68a807227fe6 req-0144c4db-0e9a-44b2-96c5-46daa35e5d07 tempest-DeleteServersTestJSON-1730502919 tempest-DeleteServersTestJSON-1730502919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:38.913388 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-e1ff92f8-ea76-48b4-9a5c-68a807227fe6 req-0144c4db-0e9a-44b2-96c5-46daa35e5d07 tempest-DeleteServersTestJSON-1730502919 tempest-DeleteServersTestJSON-1730502919-project] 10.222.0.20 "GET /v2.0/ports?device_id=587717dd-d083-47e1-9cd7-d4ac07276f10 HTTP/1.1" status: 200 len: 944 time: 0.5068541 Aug 26 15:22:38.943555 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2bd4bf7-21bd-4306-b73c-80ecc2c46f3c req-0714cfc3-5a27-4859-8ddf-6e0491dac4da tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Network d887f735-fbdb-4418-baf1-8e9e0d77221f is already hosted by enough agents. {{(pid=93841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:22:38.947993 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.scheduler.base_scheduler [req-d2bd4bf7-21bd-4306-b73c-80ecc2c46f3c req-0714cfc3-5a27-4859-8ddf-6e0491dac4da tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Resources bound (agent type, host, resource id): {{(pid=93841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:22:38.955536 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2bd4bf7-21bd-4306-b73c-80ecc2c46f3c req-0714cfc3-5a27-4859-8ddf-6e0491dac4da tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Received port after_create {{(pid=93841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 15:22:38.961078 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bd4bf7-21bd-4306-b73c-80ecc2c46f3c req-0714cfc3-5a27-4859-8ddf-6e0491dac4da tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:38.961757 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-d2bd4bf7-21bd-4306-b73c-80ecc2c46f3c req-0714cfc3-5a27-4859-8ddf-6e0491dac4da tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4089636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774323'] for port, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:38.977525 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0714cfc3-5a27-4859-8ddf-6e0491dac4da tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Pushing event updated for resources: {'Port': ['ID=9074ea7b-385d-4ccc-8c42-b021d977910a,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:22:38.980997 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-16b43fa1-d44d-4d81-8c92-3d71b8e4b948 req-1b039235-7de5-4ea8-b988-ea53627d7502 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Notify callbacks [] for port, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:38.985362 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-d2bd4bf7-21bd-4306-b73c-80ecc2c46f3c req-0714cfc3-5a27-4859-8ddf-6e0491dac4da tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4038682 Aug 26 15:22:39.023256 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-e1ff92f8-ea76-48b4-9a5c-68a807227fe6 req-334574bc-ccaf-4592-b75c-baaac0352500 tempest-DeleteServersTestJSON-1730502919 tempest-DeleteServersTestJSON-1730502919-project] 10.222.0.20 "GET /v2.0/security-groups?id=75a05ea5-e4a4-4b4e-b1bc-4839c525eea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985045 Aug 26 15:22:39.055007 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-16b43fa1-d44d-4d81-8c92-3d71b8e4b948 req-1b039235-7de5-4ea8-b988-ea53627d7502 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793280355359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261268877'] for port, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:39.105827 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16b43fa1-d44d-4d81-8c92-3d71b8e4b948 req-1b039235-7de5-4ea8-b988-ea53627d7502 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Network 23227f11-366d-4e8b-91f1-3c9872eb5af5 is already hosted by enough agents. {{(pid=93842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:22:39.117732 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.scheduler.base_scheduler [req-16b43fa1-d44d-4d81-8c92-3d71b8e4b948 req-1b039235-7de5-4ea8-b988-ea53627d7502 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Resources bound (agent type, host, resource id): {{(pid=93842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:22:39.122723 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.db.l3_dvrscheduler_db [req-16b43fa1-d44d-4d81-8c92-3d71b8e4b948 req-1b039235-7de5-4ea8-b988-ea53627d7502 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Received port after_create {{(pid=93842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 15:22:39.195915 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b039235-7de5-4ea8-b988-ea53627d7502 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Pushing event updated for resources: {'Port': ['ID=d2ef72dc-cef0-4c71-a9e1-df0f179f2564,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:22:39.231850 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-b094e869-bc07-4666-8246-be2675fc9212 None None] Provisioning for port 9074ea7b-385d-4ccc-8c42-b021d977910a completed by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 15:22:39.238701 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-b094e869-bc07-4666-8246-be2675fc9212 None None] Provisioning complete for port 9074ea7b-385d-4ccc-8c42-b021d977910a triggered by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:22:39.239924 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-b094e869-bc07-4666-8246-be2675fc9212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:39.240061 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b43fa1-d44d-4d81-8c92-3d71b8e4b948 req-1b039235-7de5-4ea8-b988-ea53627d7502 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:39.240604 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-16b43fa1-d44d-4d81-8c92-3d71b8e4b948 req-1b039235-7de5-4ea8-b988-ea53627d7502 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4089636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774323'] for port, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:39.266404 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.notifiers.nova [req-468905af-6e4b-4d9f-a186-e11142102842 req-e397f771-1568-47aa-af93-747193beebce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cc1a951-1156-4875-8514-d30cac6c36bc {{(pid=93841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 15:22:39.269656 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-16b43fa1-d44d-4d81-8c92-3d71b8e4b948 req-1b039235-7de5-4ea8-b988-ea53627d7502 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6529059 Aug 26 15:22:39.278333 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8557bca1-6e79-440c-8972-99afc6eafdc1 req-7f8c3b96-375c-41df-9edd-cd0e27185b4e tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:39.280499 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-8557bca1-6e79-440c-8972-99afc6eafdc1 req-7f8c3b96-375c-41df-9edd-cd0e27185b4e tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4a109b7-6110-45ff-9a8e-b5a6cf8f7b74 HTTP/1.1" status: 200 len: 932 time: 0.1145763 Aug 26 15:22:39.283275 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-b094e869-bc07-4666-8246-be2675fc9212 None None] Port 9074ea7b-385d-4ccc-8c42-b021d977910a cannot update to ACTIVE because it is not bound. {{(pid=93843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 15:22:39.284989 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-468905af-6e4b-4d9f-a186-e11142102842 req-e397f771-1568-47aa-af93-747193beebce service neutron] Notify callbacks [] for port, precommit_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:39.312277 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.db.provisioning_blocks [req-468905af-6e4b-4d9f-a186-e11142102842 req-e397f771-1568-47aa-af93-747193beebce service neutron] Transition to ACTIVE for port object 9cc1a951-1156-4875-8514-d30cac6c36bc will not be triggered until provisioned by entity L2. {{(pid=93841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 15:22:39.322078 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-468905af-6e4b-4d9f-a186-e11142102842 req-e397f771-1568-47aa-af93-747193beebce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:39.353642 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-8557bca1-6e79-440c-8972-99afc6eafdc1 req-9dae27f9-c3c5-4a73-a419-17fc16949ecc tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646851 Aug 26 15:22:39.381115 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e397f771-1568-47aa-af93-747193beebce service neutron] Pushing event updated for resources: {'Port': ['ID=9cc1a951-1156-4875-8514-d30cac6c36bc,revision_number=2']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:22:39.416840 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [req-468905af-6e4b-4d9f-a186-e11142102842 req-e397f771-1568-47aa-af93-747193beebce service neutron] Attempting to bind port 9cc1a951-1156-4875-8514-d30cac6c36bc on host hv-cinder-77957 for vnic_type normal with profile {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 15:22:39.417172 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [req-468905af-6e4b-4d9f-a186-e11142102842 req-e397f771-1568-47aa-af93-747193beebce service neutron] Attempting to bind port 9cc1a951-1156-4875-8514-d30cac6c36bc by drivers openvswitch,hyperv on host hv-cinder-77957 at level 0 using segments [{'id': '56252ca9-703f-4e15-a040-680fa0f2b5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '23227f11-366d-4e8b-91f1-3c9872eb5af5'}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 15:22:39.417523 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468905af-6e4b-4d9f-a186-e11142102842 req-e397f771-1568-47aa-af93-747193beebce service neutron] Attempting to bind port 9cc1a951-1156-4875-8514-d30cac6c36bc on network 23227f11-366d-4e8b-91f1-3c9872eb5af5 {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 15:22:39.420680 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a7dbf6-7d9c-40c3-bc5f-8f5717511d17 req-d88b7e70-b449-4726-b6d0-74bdfbff619d tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:39.422354 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-b2a7dbf6-7d9c-40c3-bc5f-8f5717511d17 req-d88b7e70-b449-4726-b6d0-74bdfbff619d tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=3028e66a-51b4-4638-bfef-d34285d30fd1 HTTP/1.1" status: 200 len: 932 time: 0.0512993 Aug 26 15:22:39.422511 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468905af-6e4b-4d9f-a186-e11142102842 req-e397f771-1568-47aa-af93-747193beebce service neutron] Port 9cc1a951-1156-4875-8514-d30cac6c36bc on network 23227f11-366d-4e8b-91f1-3c9872eb5af5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77957 {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 15:22:39.422819 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468905af-6e4b-4d9f-a186-e11142102842 req-e397f771-1568-47aa-af93-747193beebce service neutron] Attempting to bind port 9cc1a951-1156-4875-8514-d30cac6c36bc on network 23227f11-366d-4e8b-91f1-3c9872eb5af5 {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 15:22:39.427624 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468905af-6e4b-4d9f-a186-e11142102842 req-e397f771-1568-47aa-af93-747193beebce service neutron] Checking agent: {'id': '48810b0c-601b-439f-aa19-0a054d9f642d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77957', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 15, 20, 8), 'started_at': datetime.datetime(2021, 8, 26, 15, 20, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 15, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 15:22:39.427959 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468905af-6e4b-4d9f-a186-e11142102842 req-e397f771-1568-47aa-af93-747193beebce service neutron] Checking segment: {'id': '56252ca9-703f-4e15-a040-680fa0f2b5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '23227f11-366d-4e8b-91f1-3c9872eb5af5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 15:22:39.428340 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468905af-6e4b-4d9f-a186-e11142102842 req-e397f771-1568-47aa-af93-747193beebce service neutron] Bound using segment: {'id': '56252ca9-703f-4e15-a040-680fa0f2b5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '23227f11-366d-4e8b-91f1-3c9872eb5af5'} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 15:22:39.428769 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [req-468905af-6e4b-4d9f-a186-e11142102842 req-e397f771-1568-47aa-af93-747193beebce service neutron] Bound port: 9cc1a951-1156-4875-8514-d30cac6c36bc, host: hv-cinder-77957, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56252ca9-703f-4e15-a040-680fa0f2b5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '23227f11-366d-4e8b-91f1-3c9872eb5af5'}}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 15:22:39.429126 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-468905af-6e4b-4d9f-a186-e11142102842 req-e397f771-1568-47aa-af93-747193beebce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:39.461919 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-b2a7dbf6-7d9c-40c3-bc5f-8f5717511d17 req-168fbb18-54b2-4c75-8c91-dc9b6c8d9675 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=44677d48-8306-44c7-a2fe-97d323591896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331824 Aug 26 15:22:39.491950 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.db [req-468905af-6e4b-4d9f-a186-e11142102842 req-e397f771-1568-47aa-af93-747193beebce service neutron] For port 9cc1a951-1156-4875-8514-d30cac6c36bc, host hv-cinder-77957, cleared binding levels {{(pid=93841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:22:39.494927 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.db [req-468905af-6e4b-4d9f-a186-e11142102842 req-e397f771-1568-47aa-af93-747193beebce service neutron] For port 9cc1a951-1156-4875-8514-d30cac6c36bc, host hv-cinder-77957, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=9cc1a951-1156-4875-8514-d30cac6c36bc,segment=NetworkSegment(56252ca9-703f-4e15-a040-680fa0f2b5a5),segment_id=56252ca9-703f-4e15-a040-680fa0f2b5a5)] {{(pid=93841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:22:39.499446 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-468905af-6e4b-4d9f-a186-e11142102842 req-e397f771-1568-47aa-af93-747193beebce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:39.531910 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468905af-6e4b-4d9f-a186-e11142102842 req-e397f771-1568-47aa-af93-747193beebce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:39.532530 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-468905af-6e4b-4d9f-a186-e11142102842 req-e397f771-1568-47aa-af93-747193beebce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4089636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774323'] for port, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:39.533943 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-468905af-6e4b-4d9f-a186-e11142102842 req-e397f771-1568-47aa-af93-747193beebce service neutron] 10.222.0.47 "PUT /v2.0/ports/9cc1a951-1156-4875-8514-d30cac6c36bc HTTP/1.1" status: 200 len: 1093 time: 1.6376424 Aug 26 15:22:39.534393 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca0769da-6c1e-433b-8817-4309fcc35b35', 'tag': '9cc1a951-1156-4875-8514-d30cac6c36bc'}] {{(pid=93841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 15:22:39.536594 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40d6179e675e884694bb6412ad93f17435ac71a39ec2274297e1b4aadb89820e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09a189bd-b0f5-48c5-85ad-5233aaa60d7d" -d '{"events": [{"name": "network-changed", "server_uuid": "ca0769da-6c1e-433b-8817-4309fcc35b35", "tag": "9cc1a951-1156-4875-8514-d30cac6c36bc"}]}' {{(pid=93841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:22:39.566139 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e397f771-1568-47aa-af93-747193beebce service neutron] Pushing event updated for resources: {'Port': ['ID=9cc1a951-1156-4875-8514-d30cac6c36bc,revision_number=3']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:22:39.621803 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 15:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6d18a0e-c46e-42e9-a9c2-3ea7437b1c9b x-openstack-request-id: req-e6d18a0e-c46e-42e9-a9c2-3ea7437b1c9b {{(pid=93841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:22:39.622094 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca0769da-6c1e-433b-8817-4309fcc35b35", "tag": "9cc1a951-1156-4875-8514-d30cac6c36bc", "status": "completed", "code": 200}]} {{(pid=93841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:22:39.622343 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e6d18a0e-c46e-42e9-a9c2-3ea7437b1c9b {{(pid=93841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:22:39.622801 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca0769da-6c1e-433b-8817-4309fcc35b35', 'tag': '9cc1a951-1156-4875-8514-d30cac6c36bc', 'status': 'completed', 'code': 200} Aug 26 15:22:39.823163 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:39.886667 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6fe933-2e78-4efc-9d60-270a204331b5 req-bfeb0767-a697-4802-b0b6-7ae88824bd37 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:39.890584 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-9d6fe933-2e78-4efc-9d60-270a204331b5 req-bfeb0767-a697-4802-b0b6-7ae88824bd37 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bcbcafd-183f-448c-8622-d3bca30c9523 HTTP/1.1" status: 200 len: 931 time: 0.0656173 Aug 26 15:22:39.934257 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-9d6fe933-2e78-4efc-9d60-270a204331b5 req-f6e92325-f62b-484d-accb-00efcf2bd121 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/security-groups?id=3238190c-f4cd-40e3-8621-367f15fa4088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392575 Aug 26 15:22:39.950095 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-3a8b4a57-d85b-4972-9521-4d487ecc46fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:40.157855 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0292b8-b65d-499a-8063-f4ada5a1a514 req-b13f1f4e-2b3c-408a-95f8-6b68a8529bad tempest-DeleteServersTestJSON-1730502919 tempest-DeleteServersTestJSON-1730502919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:40.159759 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-ba0292b8-b65d-499a-8063-f4ada5a1a514 req-b13f1f4e-2b3c-408a-95f8-6b68a8529bad tempest-DeleteServersTestJSON-1730502919 tempest-DeleteServersTestJSON-1730502919-project] 10.222.0.20 "GET /v2.0/ports?device_id=587717dd-d083-47e1-9cd7-d4ac07276f10 HTTP/1.1" status: 200 len: 944 time: 0.0558369 Aug 26 15:22:40.207108 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-ba0292b8-b65d-499a-8063-f4ada5a1a514 req-5e57e93b-7a41-4bd3-acca-987555499bba tempest-DeleteServersTestJSON-1730502919 tempest-DeleteServersTestJSON-1730502919-project] 10.222.0.20 "GET /v2.0/security-groups?id=75a05ea5-e4a4-4b4e-b1bc-4839c525eea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405781 Aug 26 15:22:40.481954 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbf7994-268d-4ae4-9069-980d870e0eaf req-5669dd85-0ab5-4664-aef6-eec743e0f6f8 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:40.483500 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-bfbf7994-268d-4ae4-9069-980d870e0eaf req-5669dd85-0ab5-4664-aef6-eec743e0f6f8 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4a109b7-6110-45ff-9a8e-b5a6cf8f7b74 HTTP/1.1" status: 200 len: 932 time: 0.0515330 Aug 26 15:22:40.522465 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-bfbf7994-268d-4ae4-9069-980d870e0eaf req-da942767-abe5-4a82-8852-5c73a2c2c75b tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329676 Aug 26 15:22:40.583329 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeafd4b9-9515-4b28-8928-728bf3ea01fc req-db6f75d3-1063-4da2-a03f-c53d827b5567 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:40.584843 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-eeafd4b9-9515-4b28-8928-728bf3ea01fc req-db6f75d3-1063-4da2-a03f-c53d827b5567 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=3028e66a-51b4-4638-bfef-d34285d30fd1 HTTP/1.1" status: 200 len: 932 time: 0.0494254 Aug 26 15:22:40.625018 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-eeafd4b9-9515-4b28-8928-728bf3ea01fc req-2ec565d7-f356-43aa-abed-88547e584aca tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=44677d48-8306-44c7-a2fe-97d323591896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341437 Aug 26 15:22:41.056340 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a6deda-be47-4509-9cc1-c3b36084db6d req-e2405f9a-7124-4b30-8c1f-ba6ba1cea349 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:41.057985 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-46a6deda-be47-4509-9cc1-c3b36084db6d req-e2405f9a-7124-4b30-8c1f-ba6ba1cea349 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bcbcafd-183f-448c-8622-d3bca30c9523 HTTP/1.1" status: 200 len: 931 time: 0.0540929 Aug 26 15:22:41.100574 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-46a6deda-be47-4509-9cc1-c3b36084db6d req-ff23529c-cb83-4e60-a809-4342d61c51bd tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/security-groups?id=3238190c-f4cd-40e3-8621-367f15fa4088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352986 Aug 26 15:22:41.254989 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [req-526ba123-eafb-4422-ac5f-bd2cad2da10f req-565ba5cc-829f-4243-bb66-600e643c7249 service neutron] Request body: {'port': {'device_id': '8bcbcafd-183f-448c-8622-d3bca30c9523', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77957'}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:22:41.264596 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [req-16b43fa1-d44d-4d81-8c92-3d71b8e4b948 req-16653d48-5246-42b8-b13d-4754258e96a0 service neutron] Request body: {'port': {'device_id': 'a4a109b7-6110-45ff-9a8e-b5a6cf8f7b74', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77957'}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:22:41.273627 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [req-d2bd4bf7-21bd-4306-b73c-80ecc2c46f3c req-f07aef99-dbbd-4d74-9e76-c6c152975094 service neutron] Request body: {'port': {'device_id': '3028e66a-51b4-4638-bfef-d34285d30fd1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77957'}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:22:41.275731 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Device e62592d8-3c13-4ba3-b16f-500c0752cb12 details requested by agent hyperv_hv-cinder-77957 with host hv-cinder-77957 {{(pid=93843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 15:22:41.476671 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-d2bd4bf7-21bd-4306-b73c-80ecc2c46f3c req-f07aef99-dbbd-4d74-9e76-c6c152975094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:41.477013 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] For port e62592d8-3c13-4ba3-b16f-500c0752cb12, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=e62592d8-3c13-4ba3-b16f-500c0752cb12,segment=NetworkSegment(818aaf55-46d5-4ddf-9337-45c80fa5cae7),segment_id=818aaf55-46d5-4ddf-9337-45c80fa5cae7)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:22:41.494567 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Returning: {'device': 'e62592d8-3c13-4ba3-b16f-500c0752cb12', 'network_id': 'ae65a4ef-fdc5-40e5-b29a-6b6f8df0a048', 'port_id': 'e62592d8-3c13-4ba3-b16f-500c0752cb12', 'mac_address': 'fa:16:3e:55:48:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd61c1a1-fece-49e2-a808-ff97a7916245', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 15:22:41.498794 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c45f19a1-5a59-44e4-9446-0a9261f71b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:41.502224 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a189bd-b0f5-48c5-85ad-5233aaa60d7d req-165cd57a-63f3-457d-ad0e-9a1d8257a9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:41.503972 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-09a189bd-b0f5-48c5-85ad-5233aaa60d7d req-165cd57a-63f3-457d-ad0e-9a1d8257a9e8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=00ac4322064645a3ad7e3251384021a2&device_id=ca0769da-6c1e-433b-8817-4309fcc35b35 HTTP/1.1" status: 200 len: 1096 time: 0.2030578 Aug 26 15:22:41.518417 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8cd0e9-521f-4b0b-a445-ff646432d851 req-c4f86833-f836-415f-8fd5-8c476f72beaa tempest-DeleteServersTestJSON-1730502919 tempest-DeleteServersTestJSON-1730502919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:41.520000 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-8f8cd0e9-521f-4b0b-a445-ff646432d851 req-c4f86833-f836-415f-8fd5-8c476f72beaa tempest-DeleteServersTestJSON-1730502919 tempest-DeleteServersTestJSON-1730502919-project] 10.222.0.20 "GET /v2.0/ports?device_id=587717dd-d083-47e1-9cd7-d4ac07276f10 HTTP/1.1" status: 200 len: 944 time: 0.2175837 Aug 26 15:22:41.544914 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:41.566998 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-526ba123-eafb-4422-ac5f-bd2cad2da10f req-565ba5cc-829f-4243-bb66-600e643c7249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:41.567548 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.notifiers.nova [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e62592d8-3c13-4ba3-b16f-500c0752cb12 {{(pid=93843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 15:22:41.592782 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-16b43fa1-d44d-4d81-8c92-3d71b8e4b948 req-16653d48-5246-42b8-b13d-4754258e96a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:41.605116 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] For port e62592d8-3c13-4ba3-b16f-500c0752cb12, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=e62592d8-3c13-4ba3-b16f-500c0752cb12,segment=NetworkSegment(818aaf55-46d5-4ddf-9337-45c80fa5cae7),segment_id=818aaf55-46d5-4ddf-9337-45c80fa5cae7)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:22:41.612440 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:41.728869 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Pushing event updated for resources: {'Port': ['ID=e62592d8-3c13-4ba3-b16f-500c0752cb12,revision_number=4']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:22:41.791218 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-8f8cd0e9-521f-4b0b-a445-ff646432d851 req-d768e64e-1c6c-439a-b5ce-2103b2728cd8 tempest-DeleteServersTestJSON-1730502919 tempest-DeleteServersTestJSON-1730502919-project] 10.222.0.20 "GET /v2.0/security-groups?id=75a05ea5-e4a4-4b4e-b1bc-4839c525eea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151972 Aug 26 15:22:41.854270 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a189bd-b0f5-48c5-85ad-5233aaa60d7d req-2e6d1bc6-f495-4370-b76d-a4e65ad6a26c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:41.855829 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-09a189bd-b0f5-48c5-85ad-5233aaa60d7d req-2e6d1bc6-f495-4370-b76d-a4e65ad6a26c service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=00ac4322064645a3ad7e3251384021a2&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3348968 Aug 26 15:22:41.888126 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] get_ports_and_sgs() called for port_ids ['e62592d8-3c13-4ba3-b16f-500c0752cb12'] {{(pid=93843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 15:22:41.929084 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94b84a4-4657-4977-9e47-7a0b4aec2beb req-59a883a7-d102-43f3-baa3-564090e2e18f tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:41.931246 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-a94b84a4-4657-4977-9e47-7a0b4aec2beb req-59a883a7-d102-43f3-baa3-564090e2e18f tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4a109b7-6110-45ff-9a8e-b5a6cf8f7b74 HTTP/1.1" status: 200 len: 932 time: 0.2969658 Aug 26 15:22:42.098475 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a189bd-b0f5-48c5-85ad-5233aaa60d7d req-1c334dbf-c4ba-44a1-8247-12a6863de608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:42.102484 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-09a189bd-b0f5-48c5-85ad-5233aaa60d7d req-1c334dbf-c4ba-44a1-8247-12a6863de608 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2232842 Aug 26 15:22:42.340433 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-a94b84a4-4657-4977-9e47-7a0b4aec2beb req-7bc0df0d-aaeb-4be3-8bdd-9ed2c327c6c0 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3515205 Aug 26 15:22:42.488426 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.notifiers.nova [req-16b43fa1-d44d-4d81-8c92-3d71b8e4b948 req-16653d48-5246-42b8-b13d-4754258e96a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2ef72dc-cef0-4c71-a9e1-df0f179f2564 {{(pid=93842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 15:22:42.500565 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-16b43fa1-d44d-4d81-8c92-3d71b8e4b948 req-16653d48-5246-42b8-b13d-4754258e96a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:42.536980 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.db.provisioning_blocks [req-16b43fa1-d44d-4d81-8c92-3d71b8e4b948 req-16653d48-5246-42b8-b13d-4754258e96a0 service neutron] Transition to ACTIVE for port object d2ef72dc-cef0-4c71-a9e1-df0f179f2564 will not be triggered until provisioned by entity L2. {{(pid=93842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 15:22:42.633326 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-16b43fa1-d44d-4d81-8c92-3d71b8e4b948 req-16653d48-5246-42b8-b13d-4754258e96a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261268884'] for port, after_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:42.707171 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.notifiers.nova [req-526ba123-eafb-4422-ac5f-bd2cad2da10f req-565ba5cc-829f-4243-bb66-600e643c7249 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19807c52-9106-4c0c-a713-a26d1c773cd7 {{(pid=93842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 15:22:42.711493 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16653d48-5246-42b8-b13d-4754258e96a0 service neutron] Pushing event updated for resources: {'Port': ['ID=d2ef72dc-cef0-4c71-a9e1-df0f179f2564,revision_number=2']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:22:42.722775 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1843d41-8108-4ecc-8429-46e98bc0ba4c req-35183c4a-88bf-4429-a3e8-5ef17289ce63 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:42.725613 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-f1843d41-8108-4ecc-8429-46e98bc0ba4c req-35183c4a-88bf-4429-a3e8-5ef17289ce63 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=3028e66a-51b4-4638-bfef-d34285d30fd1 HTTP/1.1" status: 200 len: 932 time: 0.6167581 Aug 26 15:22:42.751579 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3cce10-7f09-4230-90bc-4c794207f43f req-317a3a7a-db8c-4356-936a-25db45abbadf tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:42.766979 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-4e3cce10-7f09-4230-90bc-4c794207f43f req-317a3a7a-db8c-4356-936a-25db45abbadf tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bcbcafd-183f-448c-8622-d3bca30c9523 HTTP/1.1" status: 200 len: 931 time: 0.3147087 Aug 26 15:22:42.771871 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-526ba123-eafb-4422-ac5f-bd2cad2da10f req-565ba5cc-829f-4243-bb66-600e643c7249 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:42.879099 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 52460) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:22:42.883951 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468905af-6e4b-4d9f-a186-e11142102842 req-bef45146-5f22-4e84-91ba-f6a12769432b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:42.886387 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-468905af-6e4b-4d9f-a186-e11142102842 req-bef45146-5f22-4e84-91ba-f6a12769432b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=00ac4322064645a3ad7e3251384021a2&device_id=ca0769da-6c1e-433b-8817-4309fcc35b35 HTTP/1.1" status: 200 len: 1096 time: 0.6285145 Aug 26 15:22:42.910317 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.db.provisioning_blocks [req-526ba123-eafb-4422-ac5f-bd2cad2da10f req-565ba5cc-829f-4243-bb66-600e643c7249 service neutron] Transition to ACTIVE for port object 19807c52-9106-4c0c-a713-a26d1c773cd7 will not be triggered until provisioned by entity L2. {{(pid=93842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 15:22:42.920521 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-526ba123-eafb-4422-ac5f-bd2cad2da10f req-565ba5cc-829f-4243-bb66-600e643c7249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261268884'] for port, after_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:42.986208 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-a6032fac-f2a0-46d6-9c2c-2483dfdc6249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:43.037769 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-468905af-6e4b-4d9f-a186-e11142102842 req-92ad5cc1-afd1-46d0-bc14-b5ec420825de service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9cc1a951-1156-4875-8514-d30cac6c36bc HTTP/1.1" status: 200 len: 217 time: 0.1274333 Aug 26 15:22:43.059809 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-4e3cce10-7f09-4230-90bc-4c794207f43f req-2de18cf2-dfdf-4eda-b397-e2a28e84ba07 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/security-groups?id=3238190c-f4cd-40e3-8621-367f15fa4088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2920759 Aug 26 15:22:43.060733 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-f1843d41-8108-4ecc-8429-46e98bc0ba4c req-564c8393-7a38-42f0-8f51-a41397ce4f04 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=44677d48-8306-44c7-a2fe-97d323591896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2038798 Aug 26 15:22:43.131486 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.managers [req-16b43fa1-d44d-4d81-8c92-3d71b8e4b948 req-16653d48-5246-42b8-b13d-4754258e96a0 service neutron] Attempting to bind port d2ef72dc-cef0-4c71-a9e1-df0f179f2564 on host hv-cinder-77957 for vnic_type normal with profile {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 15:22:43.131849 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.managers [req-16b43fa1-d44d-4d81-8c92-3d71b8e4b948 req-16653d48-5246-42b8-b13d-4754258e96a0 service neutron] Attempting to bind port d2ef72dc-cef0-4c71-a9e1-df0f179f2564 by drivers openvswitch,hyperv on host hv-cinder-77957 at level 0 using segments [{'id': '56252ca9-703f-4e15-a040-680fa0f2b5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '23227f11-366d-4e8b-91f1-3c9872eb5af5'}] {{(pid=93842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 15:22:43.134181 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b43fa1-d44d-4d81-8c92-3d71b8e4b948 req-16653d48-5246-42b8-b13d-4754258e96a0 service neutron] Attempting to bind port d2ef72dc-cef0-4c71-a9e1-df0f179f2564 on network 23227f11-366d-4e8b-91f1-3c9872eb5af5 {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 15:22:43.155054 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468905af-6e4b-4d9f-a186-e11142102842 req-591bb1cc-c650-41c3-8da4-1d4db4ba5bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:43.157196 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-468905af-6e4b-4d9f-a186-e11142102842 req-591bb1cc-c650-41c3-8da4-1d4db4ba5bae service neutron] 10.222.0.47 "GET /v2.0/subnets?id=45e9eb6c-a20b-4b32-9499-5459d749d27d HTTP/1.1" status: 200 len: 858 time: 0.0902109 Aug 26 15:22:43.217032 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b43fa1-d44d-4d81-8c92-3d71b8e4b948 req-16653d48-5246-42b8-b13d-4754258e96a0 service neutron] Port d2ef72dc-cef0-4c71-a9e1-df0f179f2564 on network 23227f11-366d-4e8b-91f1-3c9872eb5af5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77957 {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 15:22:43.217427 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b43fa1-d44d-4d81-8c92-3d71b8e4b948 req-16653d48-5246-42b8-b13d-4754258e96a0 service neutron] Attempting to bind port d2ef72dc-cef0-4c71-a9e1-df0f179f2564 on network 23227f11-366d-4e8b-91f1-3c9872eb5af5 {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 15:22:43.235238 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-468905af-6e4b-4d9f-a186-e11142102842 req-c1609fa9-aed9-4600-8039-77e9d1a680e0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=23227f11-366d-4e8b-91f1-3c9872eb5af5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710900 Aug 26 15:22:43.242898 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Device e62592d8-3c13-4ba3-b16f-500c0752cb12 up at agent hyperv_hv-cinder-77957 {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:22:43.251328 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565ba5cc-829f-4243-bb66-600e643c7249 service neutron] Pushing event updated for resources: {'Port': ['ID=19807c52-9106-4c0c-a713-a26d1c773cd7,revision_number=2']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:22:43.286146 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-d8b6e762-9c4e-488c-b13c-627f7e2bf8d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:43.301998 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b43fa1-d44d-4d81-8c92-3d71b8e4b948 req-16653d48-5246-42b8-b13d-4754258e96a0 service neutron] Checking agent: {'id': '48810b0c-601b-439f-aa19-0a054d9f642d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77957', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 15, 20, 8), 'started_at': datetime.datetime(2021, 8, 26, 15, 20, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 15, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 15:22:43.302615 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b43fa1-d44d-4d81-8c92-3d71b8e4b948 req-16653d48-5246-42b8-b13d-4754258e96a0 service neutron] Checking segment: {'id': '56252ca9-703f-4e15-a040-680fa0f2b5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '23227f11-366d-4e8b-91f1-3c9872eb5af5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 15:22:43.303369 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b43fa1-d44d-4d81-8c92-3d71b8e4b948 req-16653d48-5246-42b8-b13d-4754258e96a0 service neutron] Bound using segment: {'id': '56252ca9-703f-4e15-a040-680fa0f2b5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '23227f11-366d-4e8b-91f1-3c9872eb5af5'} {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 15:22:43.304105 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.managers [req-16b43fa1-d44d-4d81-8c92-3d71b8e4b948 req-16653d48-5246-42b8-b13d-4754258e96a0 service neutron] Bound port: d2ef72dc-cef0-4c71-a9e1-df0f179f2564, host: hv-cinder-77957, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56252ca9-703f-4e15-a040-680fa0f2b5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '23227f11-366d-4e8b-91f1-3c9872eb5af5'}}] {{(pid=93842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 15:22:43.304682 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-16b43fa1-d44d-4d81-8c92-3d71b8e4b948 req-16653d48-5246-42b8-b13d-4754258e96a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:43.408670 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Provisioning for port e62592d8-3c13-4ba3-b16f-500c0752cb12 completed by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 15:22:43.433348 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Provisioning complete for port e62592d8-3c13-4ba3-b16f-500c0752cb12 triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:22:43.440692 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:43.508781 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.managers [req-526ba123-eafb-4422-ac5f-bd2cad2da10f req-565ba5cc-829f-4243-bb66-600e643c7249 service neutron] Attempting to bind port 19807c52-9106-4c0c-a713-a26d1c773cd7 on host hv-cinder-77957 for vnic_type normal with profile {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 15:22:43.509287 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.managers [req-526ba123-eafb-4422-ac5f-bd2cad2da10f req-565ba5cc-829f-4243-bb66-600e643c7249 service neutron] Attempting to bind port 19807c52-9106-4c0c-a713-a26d1c773cd7 by drivers openvswitch,hyperv on host hv-cinder-77957 at level 0 using segments [{'id': '972cb16a-c764-497d-89f6-d9048023e775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'a386d6d9-e769-427b-a3dd-4a66aae709a7'}] {{(pid=93842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 15:22:43.510969 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526ba123-eafb-4422-ac5f-bd2cad2da10f req-565ba5cc-829f-4243-bb66-600e643c7249 service neutron] Attempting to bind port 19807c52-9106-4c0c-a713-a26d1c773cd7 on network a386d6d9-e769-427b-a3dd-4a66aae709a7 {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 15:22:43.523400 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526ba123-eafb-4422-ac5f-bd2cad2da10f req-565ba5cc-829f-4243-bb66-600e643c7249 service neutron] Port 19807c52-9106-4c0c-a713-a26d1c773cd7 on network a386d6d9-e769-427b-a3dd-4a66aae709a7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77957 {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 15:22:43.525739 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526ba123-eafb-4422-ac5f-bd2cad2da10f req-565ba5cc-829f-4243-bb66-600e643c7249 service neutron] Attempting to bind port 19807c52-9106-4c0c-a713-a26d1c773cd7 on network a386d6d9-e769-427b-a3dd-4a66aae709a7 {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 15:22:43.560371 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 52496) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:22:43.590101 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-468905af-6e4b-4d9f-a186-e11142102842 req-46314843-b0ca-4f56-84f5-1ae38041e0ce service neutron] 10.222.0.47 "GET /v2.0/networks/23227f11-366d-4e8b-91f1-3c9872eb5af5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3267548 Aug 26 15:22:43.593146 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526ba123-eafb-4422-ac5f-bd2cad2da10f req-565ba5cc-829f-4243-bb66-600e643c7249 service neutron] Checking agent: {'id': '48810b0c-601b-439f-aa19-0a054d9f642d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77957', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 15, 20, 8), 'started_at': datetime.datetime(2021, 8, 26, 15, 20, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 15, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 15:22:43.595731 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526ba123-eafb-4422-ac5f-bd2cad2da10f req-565ba5cc-829f-4243-bb66-600e643c7249 service neutron] Checking segment: {'id': '972cb16a-c764-497d-89f6-d9048023e775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'a386d6d9-e769-427b-a3dd-4a66aae709a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 15:22:43.597667 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526ba123-eafb-4422-ac5f-bd2cad2da10f req-565ba5cc-829f-4243-bb66-600e643c7249 service neutron] Bound using segment: {'id': '972cb16a-c764-497d-89f6-d9048023e775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'a386d6d9-e769-427b-a3dd-4a66aae709a7'} {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 15:22:43.599798 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.managers [req-526ba123-eafb-4422-ac5f-bd2cad2da10f req-565ba5cc-829f-4243-bb66-600e643c7249 service neutron] Bound port: 19807c52-9106-4c0c-a713-a26d1c773cd7, host: hv-cinder-77957, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '972cb16a-c764-497d-89f6-d9048023e775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'a386d6d9-e769-427b-a3dd-4a66aae709a7'}}] {{(pid=93842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 15:22:43.601691 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-526ba123-eafb-4422-ac5f-bd2cad2da10f req-565ba5cc-829f-4243-bb66-600e643c7249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:43.728179 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.notifiers.nova [req-d2bd4bf7-21bd-4306-b73c-80ecc2c46f3c req-f07aef99-dbbd-4d74-9e76-c6c152975094 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9074ea7b-385d-4ccc-8c42-b021d977910a {{(pid=93841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 15:22:43.754559 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:43.764175 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-d2bd4bf7-21bd-4306-b73c-80ecc2c46f3c req-f07aef99-dbbd-4d74-9e76-c6c152975094 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:43.802878 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '587717dd-d083-47e1-9cd7-d4ac07276f10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e62592d8-3c13-4ba3-b16f-500c0752cb12'}] {{(pid=93843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 15:22:43.805929 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.db [req-16b43fa1-d44d-4d81-8c92-3d71b8e4b948 req-16653d48-5246-42b8-b13d-4754258e96a0 service neutron] For port d2ef72dc-cef0-4c71-a9e1-df0f179f2564, host hv-cinder-77957, cleared binding levels {{(pid=93842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:22:43.822189 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed471b66-8498-4fab-a85d-9a88f757dd2a req-7c72748a-11b6-4f58-a2db-3593553a43d9 tempest-DeleteServersTestJSON-1730502919 tempest-DeleteServersTestJSON-1730502919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:43.829854 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-ed471b66-8498-4fab-a85d-9a88f757dd2a req-7c72748a-11b6-4f58-a2db-3593553a43d9 tempest-DeleteServersTestJSON-1730502919 tempest-DeleteServersTestJSON-1730502919-project] 10.222.0.20 "GET /v2.0/ports?device_id=587717dd-d083-47e1-9cd7-d4ac07276f10 HTTP/1.1" status: 200 len: 945 time: 0.6006138 Aug 26 15:22:43.840470 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.db.provisioning_blocks [req-d2bd4bf7-21bd-4306-b73c-80ecc2c46f3c req-f07aef99-dbbd-4d74-9e76-c6c152975094 service neutron] Transition to ACTIVE for port object 9074ea7b-385d-4ccc-8c42-b021d977910a will not be triggered until provisioned by entity L2. {{(pid=93841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 15:22:43.852909 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-d2bd4bf7-21bd-4306-b73c-80ecc2c46f3c req-f07aef99-dbbd-4d74-9e76-c6c152975094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:43.878799 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.db [req-16b43fa1-d44d-4d81-8c92-3d71b8e4b948 req-16653d48-5246-42b8-b13d-4754258e96a0 service neutron] For port d2ef72dc-cef0-4c71-a9e1-df0f179f2564, host hv-cinder-77957, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=d2ef72dc-cef0-4c71-a9e1-df0f179f2564,segment=NetworkSegment(56252ca9-703f-4e15-a040-680fa0f2b5a5),segment_id=56252ca9-703f-4e15-a040-680fa0f2b5a5)] {{(pid=93842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:22:43.882078 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] For port e62592d8-3c13-4ba3-b16f-500c0752cb12, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=e62592d8-3c13-4ba3-b16f-500c0752cb12,segment=NetworkSegment(818aaf55-46d5-4ddf-9337-45c80fa5cae7),segment_id=818aaf55-46d5-4ddf-9337-45c80fa5cae7)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:22:43.888861 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:43.899886 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-16b43fa1-d44d-4d81-8c92-3d71b8e4b948 req-16653d48-5246-42b8-b13d-4754258e96a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261268884'] for port, after_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:43.917641 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-349e0e36-73a5-425f-8747-12cf5352998a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:43.920825 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.db [req-526ba123-eafb-4422-ac5f-bd2cad2da10f req-565ba5cc-829f-4243-bb66-600e643c7249 service neutron] For port 19807c52-9106-4c0c-a713-a26d1c773cd7, host hv-cinder-77957, cleared binding levels {{(pid=93842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:22:43.927582 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b43fa1-d44d-4d81-8c92-3d71b8e4b948 req-16653d48-5246-42b8-b13d-4754258e96a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:43.928201 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-16b43fa1-d44d-4d81-8c92-3d71b8e4b948 req-16653d48-5246-42b8-b13d-4754258e96a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4089636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774323'] for port, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:43.931095 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-16b43fa1-d44d-4d81-8c92-3d71b8e4b948 req-16653d48-5246-42b8-b13d-4754258e96a0 service neutron] 10.222.0.47 "PUT /v2.0/ports/d2ef72dc-cef0-4c71-a9e1-df0f179f2564 HTTP/1.1" status: 200 len: 1094 time: 2.6709092 Aug 26 15:22:43.934192 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4a109b7-6110-45ff-9a8e-b5a6cf8f7b74', 'tag': 'd2ef72dc-cef0-4c71-a9e1-df0f179f2564'}] {{(pid=93842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 15:22:43.939026 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07aef99-dbbd-4d74-9e76-c6c152975094 service neutron] Pushing event updated for resources: {'Port': ['ID=9074ea7b-385d-4ccc-8c42-b021d977910a,revision_number=2']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:22:43.990193 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Pushing event updated for resources: {'Port': ['ID=e62592d8-3c13-4ba3-b16f-500c0752cb12,revision_number=5']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:22:44.025053 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec8cae8-3f41-41dd-93ca-c07565ef9a66 req-b11abcf2-20c1-45ab-8252-31db3831b31b tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:44.026916 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-1ec8cae8-3f41-41dd-93ca-c07565ef9a66 req-b11abcf2-20c1-45ab-8252-31db3831b31b tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4a109b7-6110-45ff-9a8e-b5a6cf8f7b74 HTTP/1.1" status: 200 len: 944 time: 0.3639467 Aug 26 15:22:44.032103 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-ed471b66-8498-4fab-a85d-9a88f757dd2a req-7691f1c6-57a7-4261-a6c5-d1024c24f9a0 tempest-DeleteServersTestJSON-1730502919 tempest-DeleteServersTestJSON-1730502919-project] 10.222.0.20 "GET /v2.0/security-groups?id=75a05ea5-e4a4-4b4e-b1bc-4839c525eea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948078 Aug 26 15:22:44.043610 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-468905af-6e4b-4d9f-a186-e11142102842 req-35f3766b-a482-433d-88af-c2ae8be20fa4 service neutron] 10.222.0.47 "GET /v2.0/networks/23227f11-366d-4e8b-91f1-3c9872eb5af5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4437029 Aug 26 15:22:44.049839 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.db [req-526ba123-eafb-4422-ac5f-bd2cad2da10f req-565ba5cc-829f-4243-bb66-600e643c7249 service neutron] For port 19807c52-9106-4c0c-a713-a26d1c773cd7, host hv-cinder-77957, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=19807c52-9106-4c0c-a713-a26d1c773cd7,segment=NetworkSegment(972cb16a-c764-497d-89f6-d9048023e775),segment_id=972cb16a-c764-497d-89f6-d9048023e775)] {{(pid=93842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:22:44.102038 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d587d98fe02f6619f456de0f45288515ee723af96d1e5c8ab0bdf50e2145b638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16b14c5d-ab9d-4dc7-868d-7bad05db4929" -d '{"events": [{"server_uuid": "587717dd-d083-47e1-9cd7-d4ac07276f10", "name": "network-vif-plugged", "status": "completed", "tag": "e62592d8-3c13-4ba3-b16f-500c0752cb12"}]}' {{(pid=93843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:22:44.113976 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-526ba123-eafb-4422-ac5f-bd2cad2da10f req-565ba5cc-829f-4243-bb66-600e643c7249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261268884'] for port, after_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:44.128286 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ba7f6f71eda5a1db7669fef78c8684417bcd8012e21f8533533c8be1abdbb96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b65366c-8721-4f5c-ae11-43a8c7315f6a" -d '{"events": [{"name": "network-changed", "server_uuid": "a4a109b7-6110-45ff-9a8e-b5a6cf8f7b74", "tag": "d2ef72dc-cef0-4c71-a9e1-df0f179f2564"}]}' {{(pid=93842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:22:44.131998 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [req-d2bd4bf7-21bd-4306-b73c-80ecc2c46f3c req-f07aef99-dbbd-4d74-9e76-c6c152975094 service neutron] Attempting to bind port 9074ea7b-385d-4ccc-8c42-b021d977910a on host hv-cinder-77957 for vnic_type normal with profile {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 15:22:44.132336 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [req-d2bd4bf7-21bd-4306-b73c-80ecc2c46f3c req-f07aef99-dbbd-4d74-9e76-c6c152975094 service neutron] Attempting to bind port 9074ea7b-385d-4ccc-8c42-b021d977910a by drivers openvswitch,hyperv on host hv-cinder-77957 at level 0 using segments [{'id': 'a2157187-b2ff-4956-9692-54ade6ba6784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'd887f735-fbdb-4418-baf1-8e9e0d77221f'}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 15:22:44.132673 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2bd4bf7-21bd-4306-b73c-80ecc2c46f3c req-f07aef99-dbbd-4d74-9e76-c6c152975094 service neutron] Attempting to bind port 9074ea7b-385d-4ccc-8c42-b021d977910a on network d887f735-fbdb-4418-baf1-8e9e0d77221f {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 15:22:44.156080 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2bd4bf7-21bd-4306-b73c-80ecc2c46f3c req-f07aef99-dbbd-4d74-9e76-c6c152975094 service neutron] Port 9074ea7b-385d-4ccc-8c42-b021d977910a on network d887f735-fbdb-4418-baf1-8e9e0d77221f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77957 {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 15:22:44.156407 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2bd4bf7-21bd-4306-b73c-80ecc2c46f3c req-f07aef99-dbbd-4d74-9e76-c6c152975094 service neutron] Attempting to bind port 9074ea7b-385d-4ccc-8c42-b021d977910a on network d887f735-fbdb-4418-baf1-8e9e0d77221f {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 15:22:44.162833 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526ba123-eafb-4422-ac5f-bd2cad2da10f req-565ba5cc-829f-4243-bb66-600e643c7249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:44.163287 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-526ba123-eafb-4422-ac5f-bd2cad2da10f req-565ba5cc-829f-4243-bb66-600e643c7249 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4089636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774323'] for port, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:44.164917 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-526ba123-eafb-4422-ac5f-bd2cad2da10f req-565ba5cc-829f-4243-bb66-600e643c7249 service neutron] 10.222.0.47 "PUT /v2.0/ports/19807c52-9106-4c0c-a713-a26d1c773cd7 HTTP/1.1" status: 200 len: 1093 time: 2.9151657 Aug 26 15:22:44.165924 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-d8b6e762-9c4e-488c-b13c-627f7e2bf8d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:44.167452 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2bd4bf7-21bd-4306-b73c-80ecc2c46f3c req-f07aef99-dbbd-4d74-9e76-c6c152975094 service neutron] Checking agent: {'id': '48810b0c-601b-439f-aa19-0a054d9f642d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77957', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 15, 20, 8), 'started_at': datetime.datetime(2021, 8, 26, 15, 20, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 15, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 15:22:44.167790 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2bd4bf7-21bd-4306-b73c-80ecc2c46f3c req-f07aef99-dbbd-4d74-9e76-c6c152975094 service neutron] Checking segment: {'id': 'a2157187-b2ff-4956-9692-54ade6ba6784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'd887f735-fbdb-4418-baf1-8e9e0d77221f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 15:22:44.168180 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2bd4bf7-21bd-4306-b73c-80ecc2c46f3c req-f07aef99-dbbd-4d74-9e76-c6c152975094 service neutron] Bound using segment: {'id': 'a2157187-b2ff-4956-9692-54ade6ba6784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'd887f735-fbdb-4418-baf1-8e9e0d77221f'} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 15:22:44.168632 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [req-d2bd4bf7-21bd-4306-b73c-80ecc2c46f3c req-f07aef99-dbbd-4d74-9e76-c6c152975094 service neutron] Bound port: 9074ea7b-385d-4ccc-8c42-b021d977910a, host: hv-cinder-77957, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2157187-b2ff-4956-9692-54ade6ba6784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'd887f735-fbdb-4418-baf1-8e9e0d77221f'}}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 15:22:44.168986 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-d2bd4bf7-21bd-4306-b73c-80ecc2c46f3c req-f07aef99-dbbd-4d74-9e76-c6c152975094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:44.184025 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16653d48-5246-42b8-b13d-4754258e96a0 service neutron] Pushing event updated for resources: {'Port': ['ID=d2ef72dc-cef0-4c71-a9e1-df0f179f2564,revision_number=3']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:22:44.185263 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-d8b6e762-9c4e-488c-b13c-627f7e2bf8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:44.252293 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-1ec8cae8-3f41-41dd-93ca-c07565ef9a66 req-8894c7d4-c22e-47fe-a484-efb76ff3ae4e tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059798 Aug 26 15:22:44.272006 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b6e762-9c4e-488c-b13c-627f7e2bf8d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d339113-06b0-477a-84aa-cbda32e91184,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:22:44.292349 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b43fa1-d44d-4d81-8c92-3d71b8e4b948 req-23427a39-54b9-44e0-8d65-6e2d91c54fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:44.294184 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-16b43fa1-d44d-4d81-8c92-3d71b8e4b948 req-23427a39-54b9-44e0-8d65-6e2d91c54fe7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=00ac4322064645a3ad7e3251384021a2&device_id=a4a109b7-6110-45ff-9a8e-b5a6cf8f7b74 HTTP/1.1" status: 200 len: 1097 time: 0.2636111 Aug 26 15:22:44.295882 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-d8b6e762-9c4e-488c-b13c-627f7e2bf8d1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ccaf57e6ab2d42afaadb6f6f36689583&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4151049 Aug 26 15:22:44.300414 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 52518) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:22:44.320239 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565ba5cc-829f-4243-bb66-600e643c7249 service neutron] Pushing event updated for resources: {'Port': ['ID=19807c52-9106-4c0c-a713-a26d1c773cd7,revision_number=3']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:22:44.377522 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95073d71-e6d8-4720-aefd-60b287b030db req-d71bfe25-4d7c-46d5-8e6a-0a053f752aee tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:44.381402 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-95073d71-e6d8-4720-aefd-60b287b030db req-d71bfe25-4d7c-46d5-8e6a-0a053f752aee tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=3028e66a-51b4-4638-bfef-d34285d30fd1 HTTP/1.1" status: 200 len: 944 time: 0.2017231 Aug 26 15:22:44.411748 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-24556edb-4a2c-4dbe-b8be-24eaa6c8e9f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:44.444220 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-349e0e36-73a5-425f-8747-12cf5352998a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:44.456307 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-349e0e36-73a5-425f-8747-12cf5352998a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:44.462701 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-95073d71-e6d8-4720-aefd-60b287b030db req-a8977721-83d3-441e-ab56-017f4ae7c134 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=44677d48-8306-44c7-a2fe-97d323591896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695028 Aug 26 15:22:44.467820 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-24556edb-4a2c-4dbe-b8be-24eaa6c8e9f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:44.471857 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.db [req-d2bd4bf7-21bd-4306-b73c-80ecc2c46f3c req-f07aef99-dbbd-4d74-9e76-c6c152975094 service neutron] For port 9074ea7b-385d-4ccc-8c42-b021d977910a, host hv-cinder-77957, cleared binding levels {{(pid=93841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:22:44.475645 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.db [req-d2bd4bf7-21bd-4306-b73c-80ecc2c46f3c req-f07aef99-dbbd-4d74-9e76-c6c152975094 service neutron] For port 9074ea7b-385d-4ccc-8c42-b021d977910a, host hv-cinder-77957, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=9074ea7b-385d-4ccc-8c42-b021d977910a,segment=NetworkSegment(a2157187-b2ff-4956-9692-54ade6ba6784),segment_id=a2157187-b2ff-4956-9692-54ade6ba6784)] {{(pid=93841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:22:44.493396 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-d2bd4bf7-21bd-4306-b73c-80ecc2c46f3c req-f07aef99-dbbd-4d74-9e76-c6c152975094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:44.498546 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 15:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-816ab11d-9932-4781-81da-1676f0c2b5bd x-openstack-request-id: req-816ab11d-9932-4781-81da-1676f0c2b5bd {{(pid=93843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:22:44.498546 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "587717dd-d083-47e1-9cd7-d4ac07276f10", "name": "network-vif-plugged", "status": "completed", "tag": "e62592d8-3c13-4ba3-b16f-500c0752cb12", "code": 200}]} {{(pid=93843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:22:44.498923 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-816ab11d-9932-4781-81da-1676f0c2b5bd {{(pid=93843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:22:44.499472 dv-cinder-779576-7-iscsi neutron-server[93843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '587717dd-d083-47e1-9cd7-d4ac07276f10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e62592d8-3c13-4ba3-b16f-500c0752cb12', 'code': 200} Aug 26 15:22:44.554450 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349e0e36-73a5-425f-8747-12cf5352998a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09621571-a0c0-4895-9b9d-2acfff776bee,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:22:44.562615 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-349e0e36-73a5-425f-8747-12cf5352998a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cd0b3d524c0341aca7cbd8baed916c10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9969146 Aug 26 15:22:44.562909 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 52524) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:22:44.600604 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 15:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d518bfd-9f70-47c7-b2b9-7d44cfccae8f x-openstack-request-id: req-1d518bfd-9f70-47c7-b2b9-7d44cfccae8f {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:22:44.600890 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4a109b7-6110-45ff-9a8e-b5a6cf8f7b74", "tag": "d2ef72dc-cef0-4c71-a9e1-df0f179f2564", "status": "completed", "code": 200}]} {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:22:44.601139 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1d518bfd-9f70-47c7-b2b9-7d44cfccae8f {{(pid=93842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:22:44.601596 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4a109b7-6110-45ff-9a8e-b5a6cf8f7b74', 'tag': 'd2ef72dc-cef0-4c71-a9e1-df0f179f2564', 'status': 'completed', 'code': 200} Aug 26 15:22:44.610569 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-24556edb-4a2c-4dbe-b8be-24eaa6c8e9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:44.613024 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-24556edb-4a2c-4dbe-b8be-24eaa6c8e9f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:44.614229 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-24556edb-4a2c-4dbe-b8be-24eaa6c8e9f7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9d339113-06b0-477a-84aa-cbda32e91184 HTTP/1.1" status: 204 len: 168 time: 0.3111842 Aug 26 15:22:44.629469 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bd4bf7-21bd-4306-b73c-80ecc2c46f3c req-f07aef99-dbbd-4d74-9e76-c6c152975094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:44.630385 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-d2bd4bf7-21bd-4306-b73c-80ecc2c46f3c req-f07aef99-dbbd-4d74-9e76-c6c152975094 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4089636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774323'] for port, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:44.632089 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-d2bd4bf7-21bd-4306-b73c-80ecc2c46f3c req-f07aef99-dbbd-4d74-9e76-c6c152975094 service neutron] 10.222.0.47 "PUT /v2.0/ports/9074ea7b-385d-4ccc-8c42-b021d977910a HTTP/1.1" status: 200 len: 1094 time: 3.3753889 Aug 26 15:22:44.632792 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3028e66a-51b4-4638-bfef-d34285d30fd1', 'tag': '9074ea7b-385d-4ccc-8c42-b021d977910a'}] {{(pid=93841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 15:22:44.639655 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40d6179e675e884694bb6412ad93f17435ac71a39ec2274297e1b4aadb89820e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-154f8b66-409b-459a-a581-68d7ea783f86" -d '{"events": [{"name": "network-changed", "server_uuid": "3028e66a-51b4-4638-bfef-d34285d30fd1", "tag": "9074ea7b-385d-4ccc-8c42-b021d977910a"}]}' {{(pid=93841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:22:44.647214 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07aef99-dbbd-4d74-9e76-c6c152975094 service neutron] Pushing event updated for resources: {'Port': ['ID=9074ea7b-385d-4ccc-8c42-b021d977910a,revision_number=3']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:22:44.656074 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24556edb-4a2c-4dbe-b8be-24eaa6c8e9f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d339113-06b0-477a-84aa-cbda32e91184,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:22:44.668433 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-83b314c2-c06c-4a14-905b-5a4a1eda7d4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:44.687794 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2e4cc1-eeef-4b7f-a181-e318f6d43867 req-8a528b9e-4fa4-44b2-921e-e6a1076cba1b tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:44.707941 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-6b2e4cc1-eeef-4b7f-a181-e318f6d43867 req-8a528b9e-4fa4-44b2-921e-e6a1076cba1b tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bcbcafd-183f-448c-8622-d3bca30c9523 HTTP/1.1" status: 200 len: 943 time: 0.1252003 Aug 26 15:22:44.712771 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 15:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12483145-9533-448b-8441-aec9e5421d50 x-openstack-request-id: req-12483145-9533-448b-8441-aec9e5421d50 {{(pid=93841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:22:44.713341 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3028e66a-51b4-4638-bfef-d34285d30fd1", "tag": "9074ea7b-385d-4ccc-8c42-b021d977910a", "status": "completed", "code": 200}]} {{(pid=93841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:22:44.713932 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-12483145-9533-448b-8441-aec9e5421d50 {{(pid=93841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:22:44.714792 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3028e66a-51b4-4638-bfef-d34285d30fd1', 'tag': '9074ea7b-385d-4ccc-8c42-b021d977910a', 'status': 'completed', 'code': 200} Aug 26 15:22:44.718756 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-83b314c2-c06c-4a14-905b-5a4a1eda7d4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:44.770118 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-6b2e4cc1-eeef-4b7f-a181-e318f6d43867 req-c3fb06de-2f3e-48ec-b313-9479b12abdaa tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/security-groups?id=3238190c-f4cd-40e3-8621-367f15fa4088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602496 Aug 26 15:22:44.805391 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-83b314c2-c06c-4a14-905b-5a4a1eda7d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:44.809820 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-83b314c2-c06c-4a14-905b-5a4a1eda7d4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:44.816834 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-83b314c2-c06c-4a14-905b-5a4a1eda7d4d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/09621571-a0c0-4895-9b9d-2acfff776bee HTTP/1.1" status: 204 len: 168 time: 0.2527089 Aug 26 15:22:44.846982 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b314c2-c06c-4a14-905b-5a4a1eda7d4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09621571-a0c0-4895-9b9d-2acfff776bee,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:22:45.113438 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 52554) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:22:45.129762 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-15802525-a19b-4954-bbae-296094fd8365 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:45.206069 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b172d27d-1986-4035-a466-94290d036986 req-9ca72f6d-883f-4741-a8ef-dc423f5ee8a7 tempest-DeleteServersTestJSON-1730502919 tempest-DeleteServersTestJSON-1730502919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:45.207711 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-b172d27d-1986-4035-a466-94290d036986 req-9ca72f6d-883f-4741-a8ef-dc423f5ee8a7 tempest-DeleteServersTestJSON-1730502919 tempest-DeleteServersTestJSON-1730502919-project] 10.222.0.20 "GET /v2.0/ports?device_id=587717dd-d083-47e1-9cd7-d4ac07276f10 HTTP/1.1" status: 200 len: 946 time: 0.0799212 Aug 26 15:22:45.269996 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-b172d27d-1986-4035-a466-94290d036986 req-1743ccfa-2fd7-409d-a624-a724eee2a28c tempest-DeleteServersTestJSON-1730502919 tempest-DeleteServersTestJSON-1730502919-project] 10.222.0.20 "GET /v2.0/security-groups?id=75a05ea5-e4a4-4b4e-b1bc-4839c525eea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558708 Aug 26 15:22:45.308762 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-15802525-a19b-4954-bbae-296094fd8365 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:45.316141 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-15802525-a19b-4954-bbae-296094fd8365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:45.357485 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 52558) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:22:45.384526 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-79677e46-8872-4426-b266-2642dc2c6070 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:45.445902 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cbd270-e206-4395-9fda-4f69097e6f23 req-5d5ec4cb-f851-4264-9f80-6731894c7800 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:45.447542 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-07cbd270-e206-4395-9fda-4f69097e6f23 req-5d5ec4cb-f851-4264-9f80-6731894c7800 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4a109b7-6110-45ff-9a8e-b5a6cf8f7b74 HTTP/1.1" status: 200 len: 944 time: 0.0826051 Aug 26 15:22:45.522623 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-07cbd270-e206-4395-9fda-4f69097e6f23 req-eb929be6-b611-48e0-ac5b-2743c13dc0a1 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655262 Aug 26 15:22:45.528535 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-15802525-a19b-4954-bbae-296094fd8365 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5acb45a7a183493eaa016fbda87848f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4137516 Aug 26 15:22:45.529807 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 52562) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:22:45.530341 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15802525-a19b-4954-bbae-296094fd8365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa320a3-0b7f-4e1c-b9d7-c9ab1d26c7a2,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:22:45.592555 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-79677e46-8872-4426-b266-2642dc2c6070 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:45.599218 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-79677e46-8872-4426-b266-2642dc2c6070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:45.635508 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-612b1109-7d55-43de-a06b-fcb6eb76b2c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:45.640898 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dc4d8e-f680-4e34-92a5-32dd6063fc1e req-8fdd3161-62ea-47e7-bef9-9729306ab0fb tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:45.642571 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-74dc4d8e-f680-4e34-92a5-32dd6063fc1e req-8fdd3161-62ea-47e7-bef9-9729306ab0fb tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=3028e66a-51b4-4638-bfef-d34285d30fd1 HTTP/1.1" status: 200 len: 944 time: 0.0617106 Aug 26 15:22:45.657431 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79677e46-8872-4426-b266-2642dc2c6070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1f302c8-20f5-45e8-9e66-82d81d6526e5,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:22:45.664400 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-79677e46-8872-4426-b266-2642dc2c6070 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=71213f8ee80c4447adb4f46e666ac1a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3051512 Aug 26 15:22:45.668469 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 52564) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:22:45.689411 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-612b1109-7d55-43de-a06b-fcb6eb76b2c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:45.693228 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-74dc4d8e-f680-4e34-92a5-32dd6063fc1e req-b77b1865-ce31-46da-850f-d5332c1c360a tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=44677d48-8306-44c7-a2fe-97d323591896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411904 Aug 26 15:22:45.751842 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b1ca8618-aa09-40d1-a152-7bd54f9e25c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:45.774972 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b1ca8618-aa09-40d1-a152-7bd54f9e25c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:45.776644 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-612b1109-7d55-43de-a06b-fcb6eb76b2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:45.779143 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-612b1109-7d55-43de-a06b-fcb6eb76b2c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:45.780261 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-612b1109-7d55-43de-a06b-fcb6eb76b2c1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2aa320a3-0b7f-4e1c-b9d7-c9ab1d26c7a2 HTTP/1.1" status: 204 len: 168 time: 0.2499621 Aug 26 15:22:45.800172 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612b1109-7d55-43de-a06b-fcb6eb76b2c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa320a3-0b7f-4e1c-b9d7-c9ab1d26c7a2,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:22:45.845141 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b1ca8618-aa09-40d1-a152-7bd54f9e25c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:45.848074 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b1ca8618-aa09-40d1-a152-7bd54f9e25c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:45.851927 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-b1ca8618-aa09-40d1-a152-7bd54f9e25c3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a1f302c8-20f5-45e8-9e66-82d81d6526e5 HTTP/1.1" status: 204 len: 168 time: 0.1825120 Aug 26 15:22:45.862482 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ca8618-aa09-40d1-a152-7bd54f9e25c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1f302c8-20f5-45e8-9e66-82d81d6526e5,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:22:45.922690 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9702d28d-f343-4d05-b313-2c521fe3049c req-16cacf1d-2526-4353-9da7-25634c047ab5 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:45.924377 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-9702d28d-f343-4d05-b313-2c521fe3049c req-16cacf1d-2526-4353-9da7-25634c047ab5 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bcbcafd-183f-448c-8622-d3bca30c9523 HTTP/1.1" status: 200 len: 943 time: 0.0639725 Aug 26 15:22:45.965791 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-9702d28d-f343-4d05-b313-2c521fe3049c req-f819e7db-657d-4629-be46-d8612f6a65f2 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/security-groups?id=3238190c-f4cd-40e3-8621-367f15fa4088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340970 Aug 26 15:22:46.468179 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96dc4d9-db48-4633-9c7a-955589dbbbf3 req-3b264c18-9a92-412d-8100-92d7db18cc98 tempest-DeleteServersTestJSON-1730502919 tempest-DeleteServersTestJSON-1730502919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:46.470011 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-d96dc4d9-db48-4633-9c7a-955589dbbbf3 req-3b264c18-9a92-412d-8100-92d7db18cc98 tempest-DeleteServersTestJSON-1730502919 tempest-DeleteServersTestJSON-1730502919-project] 10.222.0.20 "GET /v2.0/ports?device_id=587717dd-d083-47e1-9cd7-d4ac07276f10 HTTP/1.1" status: 200 len: 946 time: 0.0608277 Aug 26 15:22:46.524570 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-d96dc4d9-db48-4633-9c7a-955589dbbbf3 req-0d0e793f-4341-48be-9314-3090dc34ae40 tempest-DeleteServersTestJSON-1730502919 tempest-DeleteServersTestJSON-1730502919-project] 10.222.0.20 "GET /v2.0/security-groups?id=75a05ea5-e4a4-4b4e-b1bc-4839c525eea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435803 Aug 26 15:22:46.602625 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bcbcafd-183f-448c-8622-d3bca30c9523', 'tag': '19807c52-9106-4c0c-a713-a26d1c773cd7'}] {{(pid=93842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 15:22:46.606630 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ba7f6f71eda5a1db7669fef78c8684417bcd8012e21f8533533c8be1abdbb96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0216fcb3-456e-4fae-8ff9-7078b0e9bdd2" -d '{"events": [{"name": "network-changed", "server_uuid": "8bcbcafd-183f-448c-8622-d3bca30c9523", "tag": "19807c52-9106-4c0c-a713-a26d1c773cd7"}]}' {{(pid=93842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:22:46.660753 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 15:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f35dc92-c604-4623-b703-e92452a7490e x-openstack-request-id: req-7f35dc92-c604-4623-b703-e92452a7490e {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:22:46.661043 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bcbcafd-183f-448c-8622-d3bca30c9523", "tag": "19807c52-9106-4c0c-a713-a26d1c773cd7", "status": "completed", "code": 200}]} {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:22:46.661285 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7f35dc92-c604-4623-b703-e92452a7490e {{(pid=93842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:22:46.661984 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bcbcafd-183f-448c-8622-d3bca30c9523', 'tag': '19807c52-9106-4c0c-a713-a26d1c773cd7', 'status': 'completed', 'code': 200} Aug 26 15:22:46.681305 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a892d5-0453-460d-ac98-8348cb0cbad9 req-3196a7fc-dbf7-40ca-a444-ffd97bab64b2 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:46.682921 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-67a892d5-0453-460d-ac98-8348cb0cbad9 req-3196a7fc-dbf7-40ca-a444-ffd97bab64b2 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4a109b7-6110-45ff-9a8e-b5a6cf8f7b74 HTTP/1.1" status: 200 len: 944 time: 0.0722344 Aug 26 15:22:46.724689 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-67a892d5-0453-460d-ac98-8348cb0cbad9 req-1311e7f8-1dfe-49ce-98a2-626ffb261548 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350811 Aug 26 15:22:46.960343 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-16b43fa1-d44d-4d81-8c92-3d71b8e4b948 req-7e94320c-f4d0-492e-aa2d-4addf8f180e8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d2ef72dc-cef0-4c71-a9e1-df0f179f2564 HTTP/1.1" status: 200 len: 217 time: 0.1747437 Aug 26 15:22:46.981659 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0216fcb3-456e-4fae-8ff9-7078b0e9bdd2 req-46286471-2686-4f3e-82e3-7a5a432742f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:46.983703 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-0216fcb3-456e-4fae-8ff9-7078b0e9bdd2 req-46286471-2686-4f3e-82e3-7a5a432742f1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a571a33f0e074fabbd06be1f77a97dd0&device_id=8bcbcafd-183f-448c-8622-d3bca30c9523 HTTP/1.1" status: 200 len: 1096 time: 0.1085119 Aug 26 15:22:47.049928 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b43fa1-d44d-4d81-8c92-3d71b8e4b948 req-01a3d2da-7630-4690-9a5d-8debb835d677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:47.051061 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-16b43fa1-d44d-4d81-8c92-3d71b8e4b948 req-01a3d2da-7630-4690-9a5d-8debb835d677 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=45e9eb6c-a20b-4b32-9499-5459d749d27d HTTP/1.1" status: 200 len: 858 time: 0.0634341 Aug 26 15:22:47.102681 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0216fcb3-456e-4fae-8ff9-7078b0e9bdd2 req-73371b5f-1f08-4a46-91f4-634ca2505b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:47.104253 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-0216fcb3-456e-4fae-8ff9-7078b0e9bdd2 req-73371b5f-1f08-4a46-91f4-634ca2505b7e service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=a571a33f0e074fabbd06be1f77a97dd0&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1080308 Aug 26 15:22:47.124246 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-16b43fa1-d44d-4d81-8c92-3d71b8e4b948 req-d8ac732f-2768-4b64-a5cc-cc20ebd4417a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=23227f11-366d-4e8b-91f1-3c9872eb5af5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561037 Aug 26 15:22:47.132270 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a981d0-ccc5-43e6-b1f4-94837d7473c1 req-fe7de7d5-85e2-4511-b51f-d0e9419d100c tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:47.134055 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-15a981d0-ccc5-43e6-b1f4-94837d7473c1 req-fe7de7d5-85e2-4511-b51f-d0e9419d100c tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=3028e66a-51b4-4638-bfef-d34285d30fd1 HTTP/1.1" status: 200 len: 944 time: 0.3404901 Aug 26 15:22:47.137844 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154f8b66-409b-459a-a581-68d7ea783f86 req-6d1c7901-d41b-4203-ae8d-ac45d43f9229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:47.142245 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-154f8b66-409b-459a-a581-68d7ea783f86 req-6d1c7901-d41b-4203-ae8d-ac45d43f9229 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=51d0a6d3e78f46f98a1a4881bf9eb094&device_id=3028e66a-51b4-4638-bfef-d34285d30fd1 HTTP/1.1" status: 200 len: 1097 time: 0.2302876 Aug 26 15:22:47.290118 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c125aa1c-1f5c-4b9e-85ce-6eaec79385f6 req-c8705b8b-03c2-419d-9b98-030aee413cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:47.291873 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-c125aa1c-1f5c-4b9e-85ce-6eaec79385f6 req-c8705b8b-03c2-419d-9b98-030aee413cde service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=587717dd-d083-47e1-9cd7-d4ac07276f10 HTTP/1.1" status: 200 len: 1099 time: 0.1865134 Aug 26 15:22:47.333209 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-c125aa1c-1f5c-4b9e-85ce-6eaec79385f6 req-39fc4f25-347e-40ed-bf4a-976fc1e25e59 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:47.345235 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f83493-4fd5-4c98-8319-8ab9751f8d53 req-dbccd7eb-f14a-42a7-8258-15dce47dcf81 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:47.346828 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-73f83493-4fd5-4c98-8319-8ab9751f8d53 req-dbccd7eb-f14a-42a7-8258-15dce47dcf81 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bcbcafd-183f-448c-8622-d3bca30c9523 HTTP/1.1" status: 200 len: 943 time: 0.1866777 Aug 26 15:22:47.358450 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-15a981d0-ccc5-43e6-b1f4-94837d7473c1 req-a364d0c8-9418-4af5-9089-dad72fd86b01 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=44677d48-8306-44c7-a2fe-97d323591896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2146800 Aug 26 15:22:47.422981 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0216fcb3-456e-4fae-8ff9-7078b0e9bdd2 req-7d781bb0-c506-41a0-bb15-d6c3fc0952f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:47.425097 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-0216fcb3-456e-4fae-8ff9-7078b0e9bdd2 req-7d781bb0-c506-41a0-bb15-d6c3fc0952f3 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2748616 Aug 26 15:22:47.448915 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-16b43fa1-d44d-4d81-8c92-3d71b8e4b948 req-ab832d78-2c7a-438c-b472-68574ebdb277 service neutron] 10.222.0.47 "GET /v2.0/networks/23227f11-366d-4e8b-91f1-3c9872eb5af5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3132873 Aug 26 15:22:47.453203 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154f8b66-409b-459a-a581-68d7ea783f86 req-fcb1e534-8bbe-433c-beef-e8374711d77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:47.455295 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-154f8b66-409b-459a-a581-68d7ea783f86 req-fcb1e534-8bbe-433c-beef-e8374711d77b service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=51d0a6d3e78f46f98a1a4881bf9eb094&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2971003 Aug 26 15:22:47.469835 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-73f83493-4fd5-4c98-8319-8ab9751f8d53 req-4c10d8bf-a893-4db6-8d5e-30be831dde6a tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/security-groups?id=3238190c-f4cd-40e3-8621-367f15fa4088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045954 Aug 26 15:22:47.531877 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526ba123-eafb-4422-ac5f-bd2cad2da10f req-8952bf51-cd24-44ab-a788-60298372ceb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:47.533392 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-526ba123-eafb-4422-ac5f-bd2cad2da10f req-8952bf51-cd24-44ab-a788-60298372ceb6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a571a33f0e074fabbd06be1f77a97dd0&device_id=8bcbcafd-183f-448c-8622-d3bca30c9523 HTTP/1.1" status: 200 len: 1096 time: 0.0609362 Aug 26 15:22:47.653648 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-526ba123-eafb-4422-ac5f-bd2cad2da10f req-812cec72-5fb4-44f7-a3b1-0a7747a0bfc1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=19807c52-9106-4c0c-a713-a26d1c773cd7 HTTP/1.1" status: 200 len: 217 time: 0.1073132 Aug 26 15:22:47.675811 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-c125aa1c-1f5c-4b9e-85ce-6eaec79385f6 req-39fc4f25-347e-40ed-bf4a-976fc1e25e59 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:47.695695 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-c125aa1c-1f5c-4b9e-85ce-6eaec79385f6 req-39fc4f25-347e-40ed-bf4a-976fc1e25e59 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:47.707879 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-16b43fa1-d44d-4d81-8c92-3d71b8e4b948 req-735e645d-00bf-45ff-9caa-03b3a6aea413 service neutron] 10.222.0.47 "GET /v2.0/networks/23227f11-366d-4e8b-91f1-3c9872eb5af5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447605 Aug 26 15:22:47.753577 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-c125aa1c-1f5c-4b9e-85ce-6eaec79385f6 req-39fc4f25-347e-40ed-bf4a-976fc1e25e59 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=75a05ea5-e4a4-4b4e-b1bc-4839c525eea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4478364 Aug 26 15:22:47.764908 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fc4f25-347e-40ed-bf4a-976fc1e25e59 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=61b2e76a-8893-4087-9613-22bfe0c00de6,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:22:47.771682 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526ba123-eafb-4422-ac5f-bd2cad2da10f req-da5a08d4-ed78-45e8-8661-d8a842c0f2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:47.773323 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-526ba123-eafb-4422-ac5f-bd2cad2da10f req-da5a08d4-ed78-45e8-8661-d8a842c0f2c4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c96291ec-8721-4a15-8133-5907bd72b460 HTTP/1.1" status: 200 len: 850 time: 0.1106596 Aug 26 15:22:47.906845 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63e95ee-a373-44e6-9cc3-9546ae8910c4 req-ffcdfe20-f7c9-4eb9-b928-9cbf0e291df9 tempest-DeleteServersTestJSON-1730502919 tempest-DeleteServersTestJSON-1730502919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:47.908439 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-c63e95ee-a373-44e6-9cc3-9546ae8910c4 req-ffcdfe20-f7c9-4eb9-b928-9cbf0e291df9 tempest-DeleteServersTestJSON-1730502919 tempest-DeleteServersTestJSON-1730502919-project] 10.222.0.20 "GET /v2.0/ports?device_id=587717dd-d083-47e1-9cd7-d4ac07276f10 HTTP/1.1" status: 200 len: 946 time: 0.2053132 Aug 26 15:22:47.913788 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154f8b66-409b-459a-a581-68d7ea783f86 req-24f609fe-8c71-4919-a17f-7824ba758ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:47.915264 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-154f8b66-409b-459a-a581-68d7ea783f86 req-24f609fe-8c71-4919-a17f-7824ba758ec2 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3790932 Aug 26 15:22:47.927863 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca90099-a904-4064-9449-4191a4230ee6 req-c537efb2-942f-46c2-8d82-7a917e4ec2f3 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:47.930273 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-fca90099-a904-4064-9449-4191a4230ee6 req-c537efb2-942f-46c2-8d82-7a917e4ec2f3 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4a109b7-6110-45ff-9a8e-b5a6cf8f7b74 HTTP/1.1" status: 200 len: 944 time: 0.0865755 Aug 26 15:22:47.964786 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-c63e95ee-a373-44e6-9cc3-9546ae8910c4 req-db2f966a-71cf-4d4f-a2b3-317b84792fbb tempest-DeleteServersTestJSON-1730502919 tempest-DeleteServersTestJSON-1730502919-project] 10.222.0.20 "GET /v2.0/security-groups?id=75a05ea5-e4a4-4b4e-b1bc-4839c525eea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474510 Aug 26 15:22:48.001209 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-fca90099-a904-4064-9449-4191a4230ee6 req-b1d8da93-e9f7-4c5d-8715-a34561b8ccc4 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650723 Aug 26 15:22:48.106263 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526ba123-eafb-4422-ac5f-bd2cad2da10f req-54ca16b8-f89c-47e7-9ee3-667fdf0bd17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:48.108417 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-526ba123-eafb-4422-ac5f-bd2cad2da10f req-54ca16b8-f89c-47e7-9ee3-667fdf0bd17d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a386d6d9-e769-427b-a3dd-4a66aae709a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0933552 Aug 26 15:22:48.124323 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bd4bf7-21bd-4306-b73c-80ecc2c46f3c req-c46c84c4-c95e-40ca-8073-836b7f739c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:48.125912 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-d2bd4bf7-21bd-4306-b73c-80ecc2c46f3c req-c46c84c4-c95e-40ca-8073-836b7f739c07 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=51d0a6d3e78f46f98a1a4881bf9eb094&device_id=3028e66a-51b4-4638-bfef-d34285d30fd1 HTTP/1.1" status: 200 len: 1097 time: 0.0753763 Aug 26 15:22:48.136216 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b65366c-8721-4f5c-ae11-43a8c7315f6a req-49fc755d-513d-49ca-b948-f7acb336944d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:48.139606 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-4b65366c-8721-4f5c-ae11-43a8c7315f6a req-49fc755d-513d-49ca-b948-f7acb336944d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=00ac4322064645a3ad7e3251384021a2&device_id=a4a109b7-6110-45ff-9a8e-b5a6cf8f7b74 HTTP/1.1" status: 200 len: 1097 time: 0.0912914 Aug 26 15:22:48.230420 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-d2bd4bf7-21bd-4306-b73c-80ecc2c46f3c req-5c04945a-7726-419d-a91a-5cb420d66149 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9074ea7b-385d-4ccc-8c42-b021d977910a HTTP/1.1" status: 200 len: 217 time: 0.0958979 Aug 26 15:22:48.320133 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bd4bf7-21bd-4306-b73c-80ecc2c46f3c req-5ca62e47-142c-4ce1-bd18-c20deada1aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:48.322425 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-d2bd4bf7-21bd-4306-b73c-80ecc2c46f3c req-5ca62e47-142c-4ce1-bd18-c20deada1aac service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2dc1893b-86f2-4498-b069-d334c29d6d3f HTTP/1.1" status: 200 len: 856 time: 0.0822570 Aug 26 15:22:48.327306 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-526ba123-eafb-4422-ac5f-bd2cad2da10f req-71ca5628-60c1-4646-8f02-244f14a7c41d service neutron] 10.222.0.47 "GET /v2.0/networks/a386d6d9-e769-427b-a3dd-4a66aae709a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069278 Aug 26 15:22:48.382628 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b65366c-8721-4f5c-ae11-43a8c7315f6a req-7a4c058c-229a-4464-8901-0b1de292649a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:48.384290 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-4b65366c-8721-4f5c-ae11-43a8c7315f6a req-7a4c058c-229a-4464-8901-0b1de292649a service neutron] 10.222.0.47 "GET /v2.0/networks?id=23227f11-366d-4e8b-91f1-3c9872eb5af5 HTTP/1.1" status: 200 len: 919 time: 0.2388027 Aug 26 15:22:48.444041 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-4b65366c-8721-4f5c-ae11-43a8c7315f6a req-9923852e-3f65-4fca-9f4c-1a410df5ac92 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d2ef72dc-cef0-4c71-a9e1-df0f179f2564 HTTP/1.1" status: 200 len: 217 time: 0.0505221 Aug 26 15:22:48.587100 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b65366c-8721-4f5c-ae11-43a8c7315f6a req-b54faade-3c46-4289-a7a2-5ccfcf8c7357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:48.588774 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-4b65366c-8721-4f5c-ae11-43a8c7315f6a req-b54faade-3c46-4289-a7a2-5ccfcf8c7357 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=45e9eb6c-a20b-4b32-9499-5459d749d27d HTTP/1.1" status: 200 len: 858 time: 0.1364806 Aug 26 15:22:48.612476 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b872bb-f77a-4234-8012-94c71da1ed4b req-e5f3ac7d-cfa0-4968-a080-6f7d8c9c1962 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:48.613629 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-78b872bb-f77a-4234-8012-94c71da1ed4b req-e5f3ac7d-cfa0-4968-a080-6f7d8c9c1962 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=3028e66a-51b4-4638-bfef-d34285d30fd1 HTTP/1.1" status: 200 len: 944 time: 0.1236866 Aug 26 15:22:48.651697 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-4b65366c-8721-4f5c-ae11-43a8c7315f6a req-ae290565-0657-41a8-8ab6-5515d0b64e75 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=23227f11-366d-4e8b-91f1-3c9872eb5af5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507669 Aug 26 15:22:48.728467 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bd4bf7-21bd-4306-b73c-80ecc2c46f3c req-b79eba2b-6bf9-4aaa-b692-1183797ca773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:48.730300 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-d2bd4bf7-21bd-4306-b73c-80ecc2c46f3c req-b79eba2b-6bf9-4aaa-b692-1183797ca773 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d887f735-fbdb-4418-baf1-8e9e0d77221f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3929787 Aug 26 15:22:48.749906 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-78b872bb-f77a-4234-8012-94c71da1ed4b req-cd651f85-5a02-4c68-8004-aa9e0bd45e13 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=44677d48-8306-44c7-a2fe-97d323591896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242959 Aug 26 15:22:48.796318 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-4b65366c-8721-4f5c-ae11-43a8c7315f6a req-3f451c78-1dd8-42da-8186-630525352940 service neutron] 10.222.0.47 "GET /v2.0/networks/23227f11-366d-4e8b-91f1-3c9872eb5af5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342146 Aug 26 15:22:48.821349 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918a9198-9218-4845-9212-725ac65e1425 req-1f16851c-ec52-4987-bbab-5232fc578edd tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:48.823442 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-918a9198-9218-4845-9212-725ac65e1425 req-1f16851c-ec52-4987-bbab-5232fc578edd tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bcbcafd-183f-448c-8622-d3bca30c9523 HTTP/1.1" status: 200 len: 943 time: 0.1760006 Aug 26 15:22:48.835215 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-526ba123-eafb-4422-ac5f-bd2cad2da10f req-445c3a6c-a091-42c3-9e4c-65f4679d65f3 service neutron] 10.222.0.47 "GET /v2.0/networks/a386d6d9-e769-427b-a3dd-4a66aae709a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4961097 Aug 26 15:22:48.901063 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-918a9198-9218-4845-9212-725ac65e1425 req-309affb7-4c00-4191-b939-06f7861e5b2f tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/security-groups?id=3238190c-f4cd-40e3-8621-367f15fa4088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648379 Aug 26 15:22:48.908682 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-d2bd4bf7-21bd-4306-b73c-80ecc2c46f3c req-f6c638e6-c5de-4279-aecf-fe9cb55c8868 service neutron] 10.222.0.47 "GET /v2.0/networks/d887f735-fbdb-4418-baf1-8e9e0d77221f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698673 Aug 26 15:22:49.069352 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-d2bd4bf7-21bd-4306-b73c-80ecc2c46f3c req-e03f6131-9f1c-4f6f-8cc5-53d47a6063bb service neutron] 10.222.0.47 "GET /v2.0/networks/d887f735-fbdb-4418-baf1-8e9e0d77221f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521904 Aug 26 15:22:49.152410 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-4b65366c-8721-4f5c-ae11-43a8c7315f6a req-1a096ddf-a3f6-4865-b9ec-6874df4ca225 service neutron] 10.222.0.47 "GET /v2.0/networks/23227f11-366d-4e8b-91f1-3c9872eb5af5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3480873 Aug 26 15:22:49.170214 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fd0f7e-4b47-44e3-a71c-302391ac5f52 req-c355148f-3da9-4c87-976b-19f618ac1611 tempest-DeleteServersTestJSON-1730502919 tempest-DeleteServersTestJSON-1730502919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:49.172286 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-26fd0f7e-4b47-44e3-a71c-302391ac5f52 req-c355148f-3da9-4c87-976b-19f618ac1611 tempest-DeleteServersTestJSON-1730502919 tempest-DeleteServersTestJSON-1730502919-project] 10.222.0.20 "GET /v2.0/ports?device_id=587717dd-d083-47e1-9cd7-d4ac07276f10 HTTP/1.1" status: 200 len: 946 time: 0.0822995 Aug 26 15:22:49.197047 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fd44b9-ae3b-43b1-b504-4bb2129bad96 req-f13a577e-1ac0-4e96-b7cd-b181ef080615 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:49.199456 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-04fd44b9-ae3b-43b1-b504-4bb2129bad96 req-f13a577e-1ac0-4e96-b7cd-b181ef080615 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4a109b7-6110-45ff-9a8e-b5a6cf8f7b74 HTTP/1.1" status: 200 len: 944 time: 0.0755897 Aug 26 15:22:49.238940 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-26fd0f7e-4b47-44e3-a71c-302391ac5f52 req-5b1675ef-5b07-4cfe-b593-d114c38f499d tempest-DeleteServersTestJSON-1730502919 tempest-DeleteServersTestJSON-1730502919-project] 10.222.0.20 "GET /v2.0/security-groups?id=75a05ea5-e4a4-4b4e-b1bc-4839c525eea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591111 Aug 26 15:22:49.255251 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-04fd44b9-ae3b-43b1-b504-4bb2129bad96 req-4b1a93bd-7758-454a-837c-b2c855d1a94d tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458770 Aug 26 15:22:49.764589 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Device 9cc1a951-1156-4875-8514-d30cac6c36bc details requested by agent hyperv_hv-cinder-77957 with host hv-cinder-77957 {{(pid=93843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 15:22:49.882382 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] For port 9cc1a951-1156-4875-8514-d30cac6c36bc, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=9cc1a951-1156-4875-8514-d30cac6c36bc,segment=NetworkSegment(56252ca9-703f-4e15-a040-680fa0f2b5a5),segment_id=56252ca9-703f-4e15-a040-680fa0f2b5a5)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:22:49.903202 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Returning: {'device': '9cc1a951-1156-4875-8514-d30cac6c36bc', 'network_id': '23227f11-366d-4e8b-91f1-3c9872eb5af5', 'port_id': '9cc1a951-1156-4875-8514-d30cac6c36bc', 'mac_address': 'fa:16:3e:36:10:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45e9eb6c-a20b-4b32-9499-5459d749d27d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 15:22:49.922394 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cc8346-9870-4822-aaaa-e161e917645d req-910ef560-ce2e-4784-b10b-14aff05f579e tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:49.923937 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-c4cc8346-9870-4822-aaaa-e161e917645d req-910ef560-ce2e-4784-b10b-14aff05f579e tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=3028e66a-51b4-4638-bfef-d34285d30fd1 HTTP/1.1" status: 200 len: 944 time: 0.0754192 Aug 26 15:22:49.952222 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:49.965137 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-c4cc8346-9870-4822-aaaa-e161e917645d req-d8f9988d-f9d2-49e0-be75-da3311e373b6 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=44677d48-8306-44c7-a2fe-97d323591896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338550 Aug 26 15:22:49.971177 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.notifiers.nova [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cc1a951-1156-4875-8514-d30cac6c36bc {{(pid=93843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 15:22:49.999971 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] For port 9cc1a951-1156-4875-8514-d30cac6c36bc, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=9cc1a951-1156-4875-8514-d30cac6c36bc,segment=NetworkSegment(56252ca9-703f-4e15-a040-680fa0f2b5a5),segment_id=56252ca9-703f-4e15-a040-680fa0f2b5a5)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:22:50.004772 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:50.037884 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 52766) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:22:50.055455 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Pushing event updated for resources: {'Port': ['ID=9cc1a951-1156-4875-8514-d30cac6c36bc,revision_number=4']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:22:50.062439 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e83d9f6-2825-4f2f-bfe1-899657dba99a req-79296adb-9df4-430a-9444-890ff412bc96 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:50.064116 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-2e83d9f6-2825-4f2f-bfe1-899657dba99a req-79296adb-9df4-430a-9444-890ff412bc96 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bcbcafd-183f-448c-8622-d3bca30c9523 HTTP/1.1" status: 200 len: 943 time: 0.0617268 Aug 26 15:22:50.102819 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-2e83d9f6-2825-4f2f-bfe1-899657dba99a req-eaa64efc-3ebd-481f-bc1d-7067368f3c21 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/security-groups?id=3238190c-f4cd-40e3-8621-367f15fa4088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329528 Aug 26 15:22:50.151097 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-ff1731ec-1c34-44ff-9caa-abdc8fc99d8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:50.246765 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-ff1731ec-1c34-44ff-9caa-abdc8fc99d8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:50.250489 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-ff1731ec-1c34-44ff-9caa-abdc8fc99d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:50.289179 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-ff1731ec-1c34-44ff-9caa-abdc8fc99d8e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f08966cb655541cc84114d27866e5a0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2476640 Aug 26 15:22:50.289731 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 52774) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:22:50.291606 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1731ec-1c34-44ff-9caa-abdc8fc99d8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f29ecdd-d1f1-4915-85c1-b9051eb6fe5b,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:22:50.383675 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-e3a0eafa-affc-4c6f-9067-1942489a5b88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:50.393732 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c9c058-63c4-435b-bf60-393621f6ee64 req-86da1533-b399-4097-9dd1-27f2840b84fa tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:50.394880 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da686196-727a-44b0-a3df-5fa56d727c50 req-0ff2a052-160d-4999-afa3-5786e79e9a8d tempest-DeleteServersTestJSON-1730502919 tempest-DeleteServersTestJSON-1730502919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:50.395387 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-07c9c058-63c4-435b-bf60-393621f6ee64 req-86da1533-b399-4097-9dd1-27f2840b84fa tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4a109b7-6110-45ff-9a8e-b5a6cf8f7b74 HTTP/1.1" status: 200 len: 944 time: 0.0548089 Aug 26 15:22:50.396391 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-da686196-727a-44b0-a3df-5fa56d727c50 req-0ff2a052-160d-4999-afa3-5786e79e9a8d tempest-DeleteServersTestJSON-1730502919 tempest-DeleteServersTestJSON-1730502919-project] 10.222.0.20 "GET /v2.0/ports?device_id=587717dd-d083-47e1-9cd7-d4ac07276f10 HTTP/1.1" status: 200 len: 946 time: 0.0830808 Aug 26 15:22:50.437946 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-e3a0eafa-affc-4c6f-9067-1942489a5b88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:50.442408 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-07c9c058-63c4-435b-bf60-393621f6ee64 req-44d1192a-be87-41f9-97ac-773e83aec0d2 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373507 Aug 26 15:22:50.477804 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-da686196-727a-44b0-a3df-5fa56d727c50 req-7d9b5148-4f89-40cf-b8d8-2ce983660b27 tempest-DeleteServersTestJSON-1730502919 tempest-DeleteServersTestJSON-1730502919-project] 10.222.0.20 "GET /v2.0/security-groups?id=75a05ea5-e4a4-4b4e-b1bc-4839c525eea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735271 Aug 26 15:22:50.502681 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-e3a0eafa-affc-4c6f-9067-1942489a5b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:50.505323 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-e3a0eafa-affc-4c6f-9067-1942489a5b88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:50.506485 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-e3a0eafa-affc-4c6f-9067-1942489a5b88 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8f29ecdd-d1f1-4915-85c1-b9051eb6fe5b HTTP/1.1" status: 204 len: 168 time: 0.2154543 Aug 26 15:22:50.515826 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a0eafa-affc-4c6f-9067-1942489a5b88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f29ecdd-d1f1-4915-85c1-b9051eb6fe5b,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:22:50.848214 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 52800) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:22:50.863101 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-5d41615a-579a-49cc-8d06-18ac25ad2064 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:50.955537 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-5d41615a-579a-49cc-8d06-18ac25ad2064 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:50.959277 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-5d41615a-579a-49cc-8d06-18ac25ad2064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:50.996801 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-5d41615a-579a-49cc-8d06-18ac25ad2064 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4c9327ef98054b3e84179ac2140ad418&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1471107 Aug 26 15:22:50.999686 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d41615a-579a-49cc-8d06-18ac25ad2064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e6cec35-6ba8-49f2-ac77-d15716fa735a,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:22:51.000527 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 52806) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:22:51.077810 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-98a41e71-e795-4d70-9390-e68470dd571f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:51.103879 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-98a41e71-e795-4d70-9390-e68470dd571f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:51.121317 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b20c3a-b15a-42af-899b-90702e682477 req-43e0771c-4b30-442f-abcd-3c29d9e75193 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:51.123683 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-93b20c3a-b15a-42af-899b-90702e682477 req-43e0771c-4b30-442f-abcd-3c29d9e75193 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=3028e66a-51b4-4638-bfef-d34285d30fd1 HTTP/1.1" status: 200 len: 944 time: 0.0821683 Aug 26 15:22:51.177176 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-93b20c3a-b15a-42af-899b-90702e682477 req-e50ab422-c834-4f67-b9ff-a6771b32e387 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=44677d48-8306-44c7-a2fe-97d323591896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463283 Aug 26 15:22:51.193561 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-98a41e71-e795-4d70-9390-e68470dd571f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:51.196396 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-98a41e71-e795-4d70-9390-e68470dd571f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:51.200393 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-98a41e71-e795-4d70-9390-e68470dd571f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8e6cec35-6ba8-49f2-ac77-d15716fa735a HTTP/1.1" status: 204 len: 168 time: 0.1962476 Aug 26 15:22:51.206603 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a41e71-e795-4d70-9390-e68470dd571f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e6cec35-6ba8-49f2-ac77-d15716fa735a,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:22:51.239802 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076c0c72-c999-4d52-ba83-006e53cbc270 req-c2533c96-4b26-45fc-b8a3-e7b2a769ee3b tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:51.241475 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-076c0c72-c999-4d52-ba83-006e53cbc270 req-c2533c96-4b26-45fc-b8a3-e7b2a769ee3b tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bcbcafd-183f-448c-8622-d3bca30c9523 HTTP/1.1" status: 200 len: 943 time: 0.0688202 Aug 26 15:22:51.279001 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-076c0c72-c999-4d52-ba83-006e53cbc270 req-792e3a87-93e4-47a8-bed8-f94fb1406627 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/security-groups?id=3238190c-f4cd-40e3-8621-367f15fa4088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310047 Aug 26 15:22:51.555859 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4669994-9885-495b-ad74-d02da15639d7 req-78600cfc-96c4-43a4-a9f6-a2fcc213bcc3 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:51.557379 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-d4669994-9885-495b-ad74-d02da15639d7 req-78600cfc-96c4-43a4-a9f6-a2fcc213bcc3 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4a109b7-6110-45ff-9a8e-b5a6cf8f7b74 HTTP/1.1" status: 200 len: 944 time: 0.0509081 Aug 26 15:22:51.598748 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-d4669994-9885-495b-ad74-d02da15639d7 req-50551a50-53dc-41c1-aba4-d4b0dec6c8b3 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343099 Aug 26 15:22:52.039842 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Device d2ef72dc-cef0-4c71-a9e1-df0f179f2564 details requested by agent hyperv_hv-cinder-77957 with host hv-cinder-77957 {{(pid=93843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 15:22:52.137662 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] For port d2ef72dc-cef0-4c71-a9e1-df0f179f2564, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=d2ef72dc-cef0-4c71-a9e1-df0f179f2564,segment=NetworkSegment(56252ca9-703f-4e15-a040-680fa0f2b5a5),segment_id=56252ca9-703f-4e15-a040-680fa0f2b5a5)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:22:52.151024 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Returning: {'device': 'd2ef72dc-cef0-4c71-a9e1-df0f179f2564', 'network_id': '23227f11-366d-4e8b-91f1-3c9872eb5af5', 'port_id': 'd2ef72dc-cef0-4c71-a9e1-df0f179f2564', 'mac_address': 'fa:16:3e:7d:62:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45e9eb6c-a20b-4b32-9499-5459d749d27d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 15:22:52.189563 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:52.203570 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.notifiers.nova [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2ef72dc-cef0-4c71-a9e1-df0f179f2564 {{(pid=93843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 15:22:52.223941 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] For port d2ef72dc-cef0-4c71-a9e1-df0f179f2564, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=d2ef72dc-cef0-4c71-a9e1-df0f179f2564,segment=NetworkSegment(56252ca9-703f-4e15-a040-680fa0f2b5a5),segment_id=56252ca9-703f-4e15-a040-680fa0f2b5a5)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:22:52.228359 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:52.228923 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Device 19807c52-9106-4c0c-a713-a26d1c773cd7 details requested by agent hyperv_hv-cinder-77957 with host hv-cinder-77957 {{(pid=93843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 15:22:52.328110 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a98689-2be8-4ddf-a691-6606941ee678 req-39994ec8-d5eb-4224-a99f-93fe4906c25a tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:52.332023 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-a7a98689-2be8-4ddf-a691-6606941ee678 req-39994ec8-d5eb-4224-a99f-93fe4906c25a tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=3028e66a-51b4-4638-bfef-d34285d30fd1 HTTP/1.1" status: 200 len: 944 time: 0.0677719 Aug 26 15:22:52.360076 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] For port 19807c52-9106-4c0c-a713-a26d1c773cd7, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=19807c52-9106-4c0c-a713-a26d1c773cd7,segment=NetworkSegment(972cb16a-c764-497d-89f6-d9048023e775),segment_id=972cb16a-c764-497d-89f6-d9048023e775)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:22:52.370161 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-a7a98689-2be8-4ddf-a691-6606941ee678 req-37771c13-dce1-464b-9eaa-4fe304d2ce7e tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=44677d48-8306-44c7-a2fe-97d323591896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372522 Aug 26 15:22:52.372872 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Returning: {'device': '19807c52-9106-4c0c-a713-a26d1c773cd7', 'network_id': 'a386d6d9-e769-427b-a3dd-4a66aae709a7', 'port_id': '19807c52-9106-4c0c-a713-a26d1c773cd7', 'mac_address': 'fa:16:3e:db:fc:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c96291ec-8721-4a15-8133-5907bd72b460', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 15:22:52.375766 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Pushing event updated for resources: {'Port': ['ID=d2ef72dc-cef0-4c71-a9e1-df0f179f2564,revision_number=4']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:22:52.418245 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:52.439531 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.notifiers.nova [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19807c52-9106-4c0c-a713-a26d1c773cd7 {{(pid=93843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 15:22:52.442739 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579461a8-ffbd-4271-8a59-e04d395fc5df req-0e333bab-0a38-4ad1-aa33-db94a6bc1853 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:52.444641 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-579461a8-ffbd-4271-8a59-e04d395fc5df req-0e333bab-0a38-4ad1-aa33-db94a6bc1853 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bcbcafd-183f-448c-8622-d3bca30c9523 HTTP/1.1" status: 200 len: 943 time: 0.0592089 Aug 26 15:22:52.459925 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] For port 19807c52-9106-4c0c-a713-a26d1c773cd7, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=19807c52-9106-4c0c-a713-a26d1c773cd7,segment=NetworkSegment(972cb16a-c764-497d-89f6-d9048023e775),segment_id=972cb16a-c764-497d-89f6-d9048023e775)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:22:52.466646 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:52.467939 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Device 9074ea7b-385d-4ccc-8c42-b021d977910a details requested by agent hyperv_hv-cinder-77957 with host hv-cinder-77957 {{(pid=93843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 15:22:52.497521 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-579461a8-ffbd-4271-8a59-e04d395fc5df req-3ddbdba8-0db9-4c79-a7aa-159932d9dff6 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/security-groups?id=3238190c-f4cd-40e3-8621-367f15fa4088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439401 Aug 26 15:22:52.567462 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Pushing event updated for resources: {'Port': ['ID=19807c52-9106-4c0c-a713-a26d1c773cd7,revision_number=4']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:22:52.614371 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] For port 9074ea7b-385d-4ccc-8c42-b021d977910a, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=9074ea7b-385d-4ccc-8c42-b021d977910a,segment=NetworkSegment(a2157187-b2ff-4956-9692-54ade6ba6784),segment_id=a2157187-b2ff-4956-9692-54ade6ba6784)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:22:52.631364 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Returning: {'device': '9074ea7b-385d-4ccc-8c42-b021d977910a', 'network_id': 'd887f735-fbdb-4418-baf1-8e9e0d77221f', 'port_id': '9074ea7b-385d-4ccc-8c42-b021d977910a', 'mac_address': 'fa:16:3e:78:80:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dc1893b-86f2-4498-b069-d334c29d6d3f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 15:22:52.671526 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:52.691386 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.notifiers.nova [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9074ea7b-385d-4ccc-8c42-b021d977910a {{(pid=93843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 15:22:52.717954 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] For port 9074ea7b-385d-4ccc-8c42-b021d977910a, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=9074ea7b-385d-4ccc-8c42-b021d977910a,segment=NetworkSegment(a2157187-b2ff-4956-9692-54ade6ba6784),segment_id=a2157187-b2ff-4956-9692-54ade6ba6784)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:22:52.721385 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b88aa0-b83d-4ad6-991f-2f352228f98a req-46d230de-9e11-4573-9220-fdd32f1df263 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:52.723311 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-65b88aa0-b83d-4ad6-991f-2f352228f98a req-46d230de-9e11-4573-9220-fdd32f1df263 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4a109b7-6110-45ff-9a8e-b5a6cf8f7b74 HTTP/1.1" status: 200 len: 945 time: 0.0556097 Aug 26 15:22:52.724449 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:22:52.768809 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-65b88aa0-b83d-4ad6-991f-2f352228f98a req-f0208291-44f5-4db9-bb7e-b6bbd66e47e1 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349584 Aug 26 15:22:52.787274 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Pushing event updated for resources: {'Port': ['ID=9074ea7b-385d-4ccc-8c42-b021d977910a,revision_number=4']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:22:53.244318 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] get_ports_and_sgs() called for port_ids ['9cc1a951-1156-4875-8514-d30cac6c36bc'] {{(pid=93843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 15:22:53.431748 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] get_ports_and_sgs() called for port_ids ['19807c52-9106-4c0c-a713-a26d1c773cd7'] {{(pid=93843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 15:22:53.494568 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] get_ports_and_sgs() called for port_ids ['d2ef72dc-cef0-4c71-a9e1-df0f179f2564'] {{(pid=93843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 15:22:53.504226 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3e7df9-a746-4910-98b7-285aa3670181 req-a4df5554-39ac-4bb9-8ce1-dbabea3ced82 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:53.506049 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-ba3e7df9-a746-4910-98b7-285aa3670181 req-a4df5554-39ac-4bb9-8ce1-dbabea3ced82 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=3028e66a-51b4-4638-bfef-d34285d30fd1 HTTP/1.1" status: 200 len: 945 time: 0.0520611 Aug 26 15:22:53.531541 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] get_ports_and_sgs() called for port_ids ['9074ea7b-385d-4ccc-8c42-b021d977910a'] {{(pid=93843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 15:22:53.550508 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-ba3e7df9-a746-4910-98b7-285aa3670181 req-cf3f9014-4179-4f79-95c7-f6e45e4d5a5a tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=44677d48-8306-44c7-a2fe-97d323591896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384855 Aug 26 15:22:53.645395 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275a9010-1f46-4d99-bb99-24e2754cc5c4 req-fb465d87-b94f-4874-ae45-5d7b466f511a tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:53.649023 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-275a9010-1f46-4d99-bb99-24e2754cc5c4 req-fb465d87-b94f-4874-ae45-5d7b466f511a tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bcbcafd-183f-448c-8622-d3bca30c9523 HTTP/1.1" status: 200 len: 944 time: 0.0564978 Aug 26 15:22:53.688957 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-275a9010-1f46-4d99-bb99-24e2754cc5c4 req-f42c2d0c-4ec9-406f-9b90-bb31bc0119a5 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/security-groups?id=3238190c-f4cd-40e3-8621-367f15fa4088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352664 Aug 26 15:22:53.890686 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ced96c6-4fa7-4f8a-be20-03623b3f185b req-2e300e1b-0cc0-4fdb-8e85-4a3e8dac2638 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:53.892239 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-4ced96c6-4fa7-4f8a-be20-03623b3f185b req-2e300e1b-0cc0-4fdb-8e85-4a3e8dac2638 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4a109b7-6110-45ff-9a8e-b5a6cf8f7b74 HTTP/1.1" status: 200 len: 945 time: 0.0537817 Aug 26 15:22:53.935687 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-4ced96c6-4fa7-4f8a-be20-03623b3f185b req-472a0e93-52ce-4d49-bc2a-28ea49ec35a1 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368202 Aug 26 15:22:54.679329 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2d1cd1-989a-468d-9114-91c2b9de32c2 req-50c71856-edcd-4102-966c-deaee432b6e4 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:54.680800 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-1b2d1cd1-989a-468d-9114-91c2b9de32c2 req-50c71856-edcd-4102-966c-deaee432b6e4 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=3028e66a-51b4-4638-bfef-d34285d30fd1 HTTP/1.1" status: 200 len: 945 time: 0.0524614 Aug 26 15:22:54.719195 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-1b2d1cd1-989a-468d-9114-91c2b9de32c2 req-d52403a6-6f39-4323-a1f0-1ac77a47df92 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=44677d48-8306-44c7-a2fe-97d323591896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323722 Aug 26 15:22:54.819216 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2136998d-fdf0-4d35-b577-dd998457dc41 req-ac4fcbc8-23ee-4126-b74f-be068340fcf8 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:54.820788 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-2136998d-fdf0-4d35-b577-dd998457dc41 req-ac4fcbc8-23ee-4126-b74f-be068340fcf8 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bcbcafd-183f-448c-8622-d3bca30c9523 HTTP/1.1" status: 200 len: 944 time: 0.0641599 Aug 26 15:22:54.865342 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-2136998d-fdf0-4d35-b577-dd998457dc41 req-badce19a-e870-4675-8311-9e42f9aaa51f tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/security-groups?id=3238190c-f4cd-40e3-8621-367f15fa4088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368574 Aug 26 15:22:55.069374 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdbe3f3-de15-47c8-a4d1-906f80ffffcc req-7f335631-539b-46cd-a48e-9e99aaac17a0 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:55.069374 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-5cdbe3f3-de15-47c8-a4d1-906f80ffffcc req-7f335631-539b-46cd-a48e-9e99aaac17a0 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4a109b7-6110-45ff-9a8e-b5a6cf8f7b74 HTTP/1.1" status: 200 len: 945 time: 0.0520778 Aug 26 15:22:55.114724 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-5cdbe3f3-de15-47c8-a4d1-906f80ffffcc req-fa817ae1-2636-41f0-adad-a540b1dd7874 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437806 Aug 26 15:22:55.836586 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be4118d-4286-470e-a71c-74ff1e3e3e87 req-a108d31a-adae-463b-ad00-eeae42f3bf1f tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:55.838083 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-2be4118d-4286-470e-a71c-74ff1e3e3e87 req-a108d31a-adae-463b-ad00-eeae42f3bf1f tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=3028e66a-51b4-4638-bfef-d34285d30fd1 HTTP/1.1" status: 200 len: 945 time: 0.0482566 Aug 26 15:22:55.875849 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-2be4118d-4286-470e-a71c-74ff1e3e3e87 req-d6da2ced-faf3-4bd1-bb49-651665a3b06b tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=44677d48-8306-44c7-a2fe-97d323591896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310967 Aug 26 15:22:55.978044 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be552260-befb-4192-9241-18f8a43709b3 req-0389d862-bfe8-44fa-bd22-0a1bf14d1ea5 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:55.979482 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-be552260-befb-4192-9241-18f8a43709b3 req-0389d862-bfe8-44fa-bd22-0a1bf14d1ea5 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bcbcafd-183f-448c-8622-d3bca30c9523 HTTP/1.1" status: 200 len: 944 time: 0.0487876 Aug 26 15:22:56.017910 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-be552260-befb-4192-9241-18f8a43709b3 req-59db8c52-e45c-44b3-bff2-bdee002d04d7 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/security-groups?id=3238190c-f4cd-40e3-8621-367f15fa4088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316434 Aug 26 15:22:56.237326 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b1fc37-5c71-4163-bace-e2e9e81409b3 req-dbea5355-9e86-4873-9b6b-af055e247565 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:56.238968 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-94b1fc37-5c71-4163-bace-e2e9e81409b3 req-dbea5355-9e86-4873-9b6b-af055e247565 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4a109b7-6110-45ff-9a8e-b5a6cf8f7b74 HTTP/1.1" status: 200 len: 945 time: 0.0487890 Aug 26 15:22:56.277833 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-94b1fc37-5c71-4163-bace-e2e9e81409b3 req-5f3c911f-df4e-465c-91f1-203e143157f8 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329006 Aug 26 15:22:56.997008 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122e1f6e-6530-4e82-826f-397567f29282 req-d2f073e7-c875-4d58-a18d-a925afeaa821 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:56.999787 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-122e1f6e-6530-4e82-826f-397567f29282 req-d2f073e7-c875-4d58-a18d-a925afeaa821 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=3028e66a-51b4-4638-bfef-d34285d30fd1 HTTP/1.1" status: 200 len: 945 time: 0.0543618 Aug 26 15:22:57.045655 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-122e1f6e-6530-4e82-826f-397567f29282 req-db4437c3-37e8-48f8-a1df-2a47c868d7f4 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=44677d48-8306-44c7-a2fe-97d323591896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391655 Aug 26 15:22:57.139181 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbc07a3-64bd-4535-8bf8-4d1cb6aeed23 req-6af811bf-8876-42c5-89ee-e9190ff56422 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:57.140720 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-7dbc07a3-64bd-4535-8bf8-4d1cb6aeed23 req-6af811bf-8876-42c5-89ee-e9190ff56422 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bcbcafd-183f-448c-8622-d3bca30c9523 HTTP/1.1" status: 200 len: 944 time: 0.0503631 Aug 26 15:22:57.190641 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-7dbc07a3-64bd-4535-8bf8-4d1cb6aeed23 req-d9c65d53-2641-4576-90e1-7d5fb146bb2f tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/security-groups?id=3238190c-f4cd-40e3-8621-367f15fa4088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436077 Aug 26 15:22:57.394725 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c191e38-5451-4d87-8e52-820eaf350d1b req-05ddde39-562c-4d6a-ad56-e9b7511ae895 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:57.396242 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-7c191e38-5451-4d87-8e52-820eaf350d1b req-05ddde39-562c-4d6a-ad56-e9b7511ae895 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4a109b7-6110-45ff-9a8e-b5a6cf8f7b74 HTTP/1.1" status: 200 len: 945 time: 0.0499301 Aug 26 15:22:57.436899 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-7c191e38-5451-4d87-8e52-820eaf350d1b req-061388ff-935a-4e64-b7c5-63280208634d tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344999 Aug 26 15:22:58.167263 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84128fe2-3998-40df-be59-446504610e1a req-a503ccc6-42ca-4e31-a981-57ec350c54d6 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:58.168792 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-84128fe2-3998-40df-be59-446504610e1a req-a503ccc6-42ca-4e31-a981-57ec350c54d6 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=3028e66a-51b4-4638-bfef-d34285d30fd1 HTTP/1.1" status: 200 len: 945 time: 0.0496690 Aug 26 15:22:58.213375 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-84128fe2-3998-40df-be59-446504610e1a req-1f6a96dc-d076-48a8-8240-0ac879a052c6 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=44677d48-8306-44c7-a2fe-97d323591896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375583 Aug 26 15:22:58.323106 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f905fcbe-1a95-481b-8603-4b87d32bff9c req-72e44033-eb8b-4775-96b8-a9620064838a tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:58.324543 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-f905fcbe-1a95-481b-8603-4b87d32bff9c req-72e44033-eb8b-4775-96b8-a9620064838a tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bcbcafd-183f-448c-8622-d3bca30c9523 HTTP/1.1" status: 200 len: 944 time: 0.0475473 Aug 26 15:22:58.362495 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-f905fcbe-1a95-481b-8603-4b87d32bff9c req-fcc0b263-d4d0-4196-bd08-c7e685d96000 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/security-groups?id=3238190c-f4cd-40e3-8621-367f15fa4088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314009 Aug 26 15:22:58.550777 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23082678-42bf-47c7-a8a9-bd8e3f119634 req-3f7e40ff-99a7-4a27-9c80-464f473480d1 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:58.552324 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-23082678-42bf-47c7-a8a9-bd8e3f119634 req-3f7e40ff-99a7-4a27-9c80-464f473480d1 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4a109b7-6110-45ff-9a8e-b5a6cf8f7b74 HTTP/1.1" status: 200 len: 945 time: 0.0499856 Aug 26 15:22:58.591540 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-23082678-42bf-47c7-a8a9-bd8e3f119634 req-61be9362-a057-453b-bc72-4ab0820ef9e1 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315640 Aug 26 15:22:59.336004 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f832c3c-e2bb-40a9-a4d2-963039098c07 req-318151e8-e00e-4bc3-847d-990c990c1b0e tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:59.337469 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-0f832c3c-e2bb-40a9-a4d2-963039098c07 req-318151e8-e00e-4bc3-847d-990c990c1b0e tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=3028e66a-51b4-4638-bfef-d34285d30fd1 HTTP/1.1" status: 200 len: 945 time: 0.0534208 Aug 26 15:22:59.375113 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-0f832c3c-e2bb-40a9-a4d2-963039098c07 req-0659e9f2-a660-4ddd-9808-b93da6eaf706 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=44677d48-8306-44c7-a2fe-97d323591896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316627 Aug 26 15:22:59.478519 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dd7e69-79d2-401d-bfc9-59f0ba8a7eaf req-e6145abd-5450-4e83-b9e6-ce32cb57f345 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:59.479910 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-c6dd7e69-79d2-401d-bfc9-59f0ba8a7eaf req-e6145abd-5450-4e83-b9e6-ce32cb57f345 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bcbcafd-183f-448c-8622-d3bca30c9523 HTTP/1.1" status: 200 len: 944 time: 0.0485399 Aug 26 15:22:59.524455 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-c6dd7e69-79d2-401d-bfc9-59f0ba8a7eaf req-82e50722-aa4e-4ca0-bba7-3e525349b499 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/security-groups?id=3238190c-f4cd-40e3-8621-367f15fa4088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373995 Aug 26 15:22:59.703639 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e97750-c3f8-457b-86a6-490729d49f98 req-f3836edc-1aa2-4562-a3bc-3ec68ea680f6 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:22:59.705173 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-54e97750-c3f8-457b-86a6-490729d49f98 req-f3836edc-1aa2-4562-a3bc-3ec68ea680f6 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4a109b7-6110-45ff-9a8e-b5a6cf8f7b74 HTTP/1.1" status: 200 len: 945 time: 0.0483646 Aug 26 15:22:59.743792 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-54e97750-c3f8-457b-86a6-490729d49f98 req-938ceb97-8b76-4acb-96dc-33ae0229e6d3 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326607 Aug 26 15:23:00.324206 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Device d2ef72dc-cef0-4c71-a9e1-df0f179f2564 up at agent hyperv_hv-cinder-77957 {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:23:00.397868 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Provisioning for port d2ef72dc-cef0-4c71-a9e1-df0f179f2564 completed by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 15:23:00.402925 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Provisioning complete for port d2ef72dc-cef0-4c71-a9e1-df0f179f2564 triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:23:00.403474 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:00.507513 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdb1e37-0e37-4ae1-859c-83b987d4d0aa req-d779bb5c-8c03-4e7b-97d1-977a29fac5c0 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:23:00.509717 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-0cdb1e37-0e37-4ae1-859c-83b987d4d0aa req-d779bb5c-8c03-4e7b-97d1-977a29fac5c0 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=3028e66a-51b4-4638-bfef-d34285d30fd1 HTTP/1.1" status: 200 len: 945 time: 0.0503783 Aug 26 15:23:00.518038 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:00.561403 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4a109b7-6110-45ff-9a8e-b5a6cf8f7b74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2ef72dc-cef0-4c71-a9e1-df0f179f2564'}] {{(pid=93843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 15:23:00.562643 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-0cdb1e37-0e37-4ae1-859c-83b987d4d0aa req-86ab8692-b470-4fee-8678-5cdff26cb915 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=44677d48-8306-44c7-a2fe-97d323591896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462384 Aug 26 15:23:00.567823 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d587d98fe02f6619f456de0f45288515ee723af96d1e5c8ab0bdf50e2145b638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbfdf992-4463-4ed6-bba1-170be26147c2" -d '{"events": [{"server_uuid": "a4a109b7-6110-45ff-9a8e-b5a6cf8f7b74", "name": "network-vif-plugged", "status": "completed", "tag": "d2ef72dc-cef0-4c71-a9e1-df0f179f2564"}]}' {{(pid=93843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:23:00.587842 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] For port d2ef72dc-cef0-4c71-a9e1-df0f179f2564, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=d2ef72dc-cef0-4c71-a9e1-df0f179f2564,segment=NetworkSegment(56252ca9-703f-4e15-a040-680fa0f2b5a5),segment_id=56252ca9-703f-4e15-a040-680fa0f2b5a5)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:23:00.594456 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:00.595336 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Device 9cc1a951-1156-4875-8514-d30cac6c36bc up at agent hyperv_hv-cinder-77957 {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:23:00.674024 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Pushing event updated for resources: {'Port': ['ID=d2ef72dc-cef0-4c71-a9e1-df0f179f2564,revision_number=5']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:23:00.678641 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7316f58-296d-4321-8eb8-07802907194e req-597c07b4-6421-40c4-a97a-4f0995115255 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:23:00.686322 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-d7316f58-296d-4321-8eb8-07802907194e req-597c07b4-6421-40c4-a97a-4f0995115255 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bcbcafd-183f-448c-8622-d3bca30c9523 HTTP/1.1" status: 200 len: 944 time: 0.0598941 Aug 26 15:23:00.692869 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Provisioning for port 9cc1a951-1156-4875-8514-d30cac6c36bc completed by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 15:23:00.696882 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Provisioning complete for port 9cc1a951-1156-4875-8514-d30cac6c36bc triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:23:00.697504 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:00.763459 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-d7316f58-296d-4321-8eb8-07802907194e req-c796f239-ad38-4a59-b51f-93009cebcae7 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/security-groups?id=3238190c-f4cd-40e3-8621-367f15fa4088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730674 Aug 26 15:23:00.796299 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:00.828821 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 15:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed6f26c7-acbd-47bb-8f0e-39b75ac88404 x-openstack-request-id: req-ed6f26c7-acbd-47bb-8f0e-39b75ac88404 {{(pid=93843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:23:00.829243 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4a109b7-6110-45ff-9a8e-b5a6cf8f7b74", "name": "network-vif-plugged", "status": "completed", "tag": "d2ef72dc-cef0-4c71-a9e1-df0f179f2564", "code": 200}]} {{(pid=93843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:23:00.829500 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ed6f26c7-acbd-47bb-8f0e-39b75ac88404 {{(pid=93843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:23:00.829922 dv-cinder-779576-7-iscsi neutron-server[93843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4a109b7-6110-45ff-9a8e-b5a6cf8f7b74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2ef72dc-cef0-4c71-a9e1-df0f179f2564', 'code': 200} Aug 26 15:23:00.842648 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] For port 9cc1a951-1156-4875-8514-d30cac6c36bc, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=9cc1a951-1156-4875-8514-d30cac6c36bc,segment=NetworkSegment(56252ca9-703f-4e15-a040-680fa0f2b5a5),segment_id=56252ca9-703f-4e15-a040-680fa0f2b5a5)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:23:00.849379 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:00.850341 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Device 19807c52-9106-4c0c-a713-a26d1c773cd7 up at agent hyperv_hv-cinder-77957 {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:23:00.932305 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Pushing event updated for resources: {'Port': ['ID=9cc1a951-1156-4875-8514-d30cac6c36bc,revision_number=5']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:23:00.933982 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574f10dc-5af3-4885-9334-b76c1a9c0506 req-c0bbf2e6-9ef4-404a-ac9b-bfa88869b369 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:23:00.935633 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-574f10dc-5af3-4885-9334-b76c1a9c0506 req-c0bbf2e6-9ef4-404a-ac9b-bfa88869b369 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4a109b7-6110-45ff-9a8e-b5a6cf8f7b74 HTTP/1.1" status: 200 len: 946 time: 0.0534177 Aug 26 15:23:00.945959 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:23:00.946351 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:23:00.946687 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:23:00.947055 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:23:00.947387 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:23:00.952642 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:23:00.952642 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:23:00.952642 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:23:00.952642 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:23:00.952642 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:23:00.952642 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:23:00.952642 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:23:00.958305 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Provisioning for port 19807c52-9106-4c0c-a713-a26d1c773cd7 completed by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 15:23:00.962134 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Provisioning complete for port 19807c52-9106-4c0c-a713-a26d1c773cd7 triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:23:00.962503 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:00.984438 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-574f10dc-5af3-4885-9334-b76c1a9c0506 req-d97af49d-61bc-42ec-ba10-37607f0a388b tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423648 Aug 26 15:23:01.051326 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:01.087021 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] For port 19807c52-9106-4c0c-a713-a26d1c773cd7, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=19807c52-9106-4c0c-a713-a26d1c773cd7,segment=NetworkSegment(972cb16a-c764-497d-89f6-d9048023e775),segment_id=972cb16a-c764-497d-89f6-d9048023e775)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:23:01.090506 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:01.092288 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Device 9074ea7b-385d-4ccc-8c42-b021d977910a up at agent hyperv_hv-cinder-77957 {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:23:01.170900 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Pushing event updated for resources: {'Port': ['ID=19807c52-9106-4c0c-a713-a26d1c773cd7,revision_number=5']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:23:01.185628 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Provisioning for port 9074ea7b-385d-4ccc-8c42-b021d977910a completed by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 15:23:01.189904 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Provisioning complete for port 9074ea7b-385d-4ccc-8c42-b021d977910a triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:23:01.190238 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:01.271172 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:01.306098 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] For port 9074ea7b-385d-4ccc-8c42-b021d977910a, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=9074ea7b-385d-4ccc-8c42-b021d977910a,segment=NetworkSegment(a2157187-b2ff-4956-9692-54ade6ba6784),segment_id=a2157187-b2ff-4956-9692-54ade6ba6784)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:23:01.311572 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:01.362953 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Pushing event updated for resources: {'Port': ['ID=9074ea7b-385d-4ccc-8c42-b021d977910a,revision_number=5']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:23:01.683905 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d59baf-1c31-4eab-94ba-2e1486324d50 req-7ca5f9bb-dd38-4a54-9c7f-52621c218dde tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:23:01.685428 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-f5d59baf-1c31-4eab-94ba-2e1486324d50 req-7ca5f9bb-dd38-4a54-9c7f-52621c218dde tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=3028e66a-51b4-4638-bfef-d34285d30fd1 HTTP/1.1" status: 200 len: 946 time: 0.0489728 Aug 26 15:23:01.723679 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-f5d59baf-1c31-4eab-94ba-2e1486324d50 req-004ef7c1-bc5b-4d2a-abf2-daa72f72b6ab tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=44677d48-8306-44c7-a2fe-97d323591896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319688 Aug 26 15:23:01.877557 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfb8f48-2dbb-44dc-8009-2ff62126700a req-f5b43149-8f11-4f2e-a0af-d79e9f1295e9 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:23:01.878985 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-fdfb8f48-2dbb-44dc-8009-2ff62126700a req-f5b43149-8f11-4f2e-a0af-d79e9f1295e9 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bcbcafd-183f-448c-8622-d3bca30c9523 HTTP/1.1" status: 200 len: 945 time: 0.0548317 Aug 26 15:23:01.917595 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-fdfb8f48-2dbb-44dc-8009-2ff62126700a req-9656a288-2767-4adb-845c-2e4dd8cf2825 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/security-groups?id=3238190c-f4cd-40e3-8621-367f15fa4088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325902 Aug 26 15:23:02.099481 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3b637f-8094-46a3-83d6-2355ecf75423 req-f38b39d0-ae4e-4e2d-b3ea-3d5c422fcca7 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:23:02.100971 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-7a3b637f-8094-46a3-83d6-2355ecf75423 req-f38b39d0-ae4e-4e2d-b3ea-3d5c422fcca7 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4a109b7-6110-45ff-9a8e-b5a6cf8f7b74 HTTP/1.1" status: 200 len: 946 time: 0.0497108 Aug 26 15:23:02.139923 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-7a3b637f-8094-46a3-83d6-2355ecf75423 req-4b9f1b39-1329-465e-8781-d76c22e5b7fc tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323768 Aug 26 15:23:02.831294 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca0769da-6c1e-433b-8817-4309fcc35b35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cc1a951-1156-4875-8514-d30cac6c36bc'}, {'server_uuid': '8bcbcafd-183f-448c-8622-d3bca30c9523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19807c52-9106-4c0c-a713-a26d1c773cd7'}, {'server_uuid': '3028e66a-51b4-4638-bfef-d34285d30fd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9074ea7b-385d-4ccc-8c42-b021d977910a'}] {{(pid=93843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 15:23:02.833620 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d587d98fe02f6619f456de0f45288515ee723af96d1e5c8ab0bdf50e2145b638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb46358f-a886-4488-a59d-6fd7262c0015" -d '{"events": [{"server_uuid": "ca0769da-6c1e-433b-8817-4309fcc35b35", "name": "network-vif-plugged", "status": "completed", "tag": "9cc1a951-1156-4875-8514-d30cac6c36bc"}, {"server_uuid": "8bcbcafd-183f-448c-8622-d3bca30c9523", "name": "network-vif-plugged", "status": "completed", "tag": "19807c52-9106-4c0c-a713-a26d1c773cd7"}, {"server_uuid": "3028e66a-51b4-4638-bfef-d34285d30fd1", "name": "network-vif-plugged", "status": "completed", "tag": "9074ea7b-385d-4ccc-8c42-b021d977910a"}]}' {{(pid=93843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:23:02.843736 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b81242d-d2a6-4cee-a1c0-b92d42d3cd09 req-45bd3fe7-a2b6-4344-993e-023ee2d70099 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:23:02.845322 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-2b81242d-d2a6-4cee-a1c0-b92d42d3cd09 req-45bd3fe7-a2b6-4344-993e-023ee2d70099 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=3028e66a-51b4-4638-bfef-d34285d30fd1 HTTP/1.1" status: 200 len: 946 time: 0.0500400 Aug 26 15:23:02.884040 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-2b81242d-d2a6-4cee-a1c0-b92d42d3cd09 req-ee26022c-ec34-4706-8b62-4655a973cd27 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=44677d48-8306-44c7-a2fe-97d323591896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328155 Aug 26 15:23:02.940096 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 26 Aug 2021 15:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c37eb33e-b5b6-460f-b85c-d0aa9d420669 x-openstack-request-id: req-c37eb33e-b5b6-460f-b85c-d0aa9d420669 {{(pid=93843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:23:02.940463 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca0769da-6c1e-433b-8817-4309fcc35b35", "name": "network-vif-plugged", "status": "completed", "tag": "9cc1a951-1156-4875-8514-d30cac6c36bc", "code": 200}, {"server_uuid": "8bcbcafd-183f-448c-8622-d3bca30c9523", "name": "network-vif-plugged", "status": "completed", "tag": "19807c52-9106-4c0c-a713-a26d1c773cd7", "code": 200}, {"server_uuid": "3028e66a-51b4-4638-bfef-d34285d30fd1", "name": "network-vif-plugged", "status": "completed", "tag": "9074ea7b-385d-4ccc-8c42-b021d977910a", "code": 200}]} {{(pid=93843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:23:02.940739 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c37eb33e-b5b6-460f-b85c-d0aa9d420669 {{(pid=93843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:23:02.941142 dv-cinder-779576-7-iscsi neutron-server[93843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca0769da-6c1e-433b-8817-4309fcc35b35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cc1a951-1156-4875-8514-d30cac6c36bc', 'code': 200} Aug 26 15:23:02.941396 dv-cinder-779576-7-iscsi neutron-server[93843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bcbcafd-183f-448c-8622-d3bca30c9523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19807c52-9106-4c0c-a713-a26d1c773cd7', 'code': 200} Aug 26 15:23:02.941645 dv-cinder-779576-7-iscsi neutron-server[93843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3028e66a-51b4-4638-bfef-d34285d30fd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9074ea7b-385d-4ccc-8c42-b021d977910a', 'code': 200} Aug 26 15:23:03.018134 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.agents_db [None req-f94a4f8d-c04a-4845-8e45-3296fab2d83d None None] Agent healthcheck: found 6 active agents {{(pid=93844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 15:23:03.038903 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba248b1-d2f0-4e6c-817f-cd4da1a305cb req-fbdfc251-9ffa-4202-b6d0-189a73f178a7 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:23:03.040385 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-fba248b1-d2f0-4e6c-817f-cd4da1a305cb req-fbdfc251-9ffa-4202-b6d0-189a73f178a7 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bcbcafd-183f-448c-8622-d3bca30c9523 HTTP/1.1" status: 200 len: 945 time: 0.0527666 Aug 26 15:23:03.079323 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-fba248b1-d2f0-4e6c-817f-cd4da1a305cb req-05379302-3008-4e7e-bbbc-5814474b774e tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/security-groups?id=3238190c-f4cd-40e3-8621-367f15fa4088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323410 Aug 26 15:23:03.311261 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14d1868-4e49-4374-b222-0fe9d5475d13 req-d53c0e20-db34-4818-9c98-af9f3d3227e1 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:23:03.321268 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-a14d1868-4e49-4374-b222-0fe9d5475d13 req-d53c0e20-db34-4818-9c98-af9f3d3227e1 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4a109b7-6110-45ff-9a8e-b5a6cf8f7b74 HTTP/1.1" status: 200 len: 946 time: 0.1023886 Aug 26 15:23:03.363959 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-a14d1868-4e49-4374-b222-0fe9d5475d13 req-6fe61e8a-53a4-4a0d-af32-2b3a10aa2467 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412860 Aug 26 15:23:03.589812 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e9f045-aa04-43b4-a6fd-500706f20a54 req-3ff67a65-e07c-48f8-8369-7a4ac1d2c330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:23:03.592571 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-75e9f045-aa04-43b4-a6fd-500706f20a54 req-3ff67a65-e07c-48f8-8369-7a4ac1d2c330 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8bcbcafd-183f-448c-8622-d3bca30c9523 HTTP/1.1" status: 200 len: 1098 time: 0.0602887 Aug 26 15:23:03.596170 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3c0db4-21f3-42e8-a3c8-22a5cc5a855f req-d2eb35f5-2f65-4bfa-8ef5-fd268865ae3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:23:03.597838 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-3a3c0db4-21f3-42e8-a3c8-22a5cc5a855f req-d2eb35f5-2f65-4bfa-8ef5-fd268865ae3e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3028e66a-51b4-4638-bfef-d34285d30fd1 HTTP/1.1" status: 200 len: 1099 time: 0.0981970 Aug 26 15:23:03.616223 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88e2489-9243-4880-809f-054fc70f7b45 req-21ee89b3-9d0e-42fa-8e94-90610828e09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:23:03.618244 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-d88e2489-9243-4880-809f-054fc70f7b45 req-21ee89b3-9d0e-42fa-8e94-90610828e09c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a4a109b7-6110-45ff-9a8e-b5a6cf8f7b74 HTTP/1.1" status: 200 len: 1099 time: 0.1588097 Aug 26 15:23:03.628594 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e02c93-67c7-474d-9dff-b4fb21b890f7 req-c1e4aa77-860a-4ae6-b0c5-a45b78a3d904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:23:03.630411 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-96e02c93-67c7-474d-9dff-b4fb21b890f7 req-c1e4aa77-860a-4ae6-b0c5-a45b78a3d904 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ca0769da-6c1e-433b-8817-4309fcc35b35 HTTP/1.1" status: 200 len: 1098 time: 0.1074350 Aug 26 15:23:03.706144 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-d88e2489-9243-4880-809f-054fc70f7b45 req-7ddc4b8c-ffa0-4acc-9fb8-fc98bedef00d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639527 Aug 26 15:23:03.718436 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-96e02c93-67c7-474d-9dff-b4fb21b890f7 req-c73a686c-139e-460f-aafa-83be59b65e7a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691493 Aug 26 15:23:03.720542 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-75e9f045-aa04-43b4-a6fd-500706f20a54 req-1a2ffa34-f3da-4393-bff6-313267a65267 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3238190c-f4cd-40e3-8621-367f15fa4088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850139 Aug 26 15:23:03.748795 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-3a3c0db4-21f3-42e8-a3c8-22a5cc5a855f req-e7f3679f-0350-4f61-b9e0-d3307e71bc0b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=44677d48-8306-44c7-a2fe-97d323591896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641732 Aug 26 15:23:04.070252 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5442256c-02b4-4a86-af54-8f0b7fd3ce02 req-fa069cd6-933e-48cf-aa33-881d3c38561d tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:23:04.073769 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-5442256c-02b4-4a86-af54-8f0b7fd3ce02 req-fa069cd6-933e-48cf-aa33-881d3c38561d tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=3028e66a-51b4-4638-bfef-d34285d30fd1 HTTP/1.1" status: 200 len: 946 time: 0.1008148 Aug 26 15:23:04.161251 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-5442256c-02b4-4a86-af54-8f0b7fd3ce02 req-a8ffe3c3-f44a-48b8-b955-ad1e61640c9b tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=44677d48-8306-44c7-a2fe-97d323591896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795810 Aug 26 15:23:04.331006 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f4635-d502-4258-8f3d-05f75343559e req-8e4aaae4-8199-48c8-8b22-dffb44404cc6 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:23:04.332764 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-2f5f4635-d502-4258-8f3d-05f75343559e req-8e4aaae4-8199-48c8-8b22-dffb44404cc6 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bcbcafd-183f-448c-8622-d3bca30c9523 HTTP/1.1" status: 200 len: 945 time: 0.0658419 Aug 26 15:23:04.428709 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-2f5f4635-d502-4258-8f3d-05f75343559e req-2bae76c6-7942-46ae-bbbb-6ea29902b451 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/security-groups?id=3238190c-f4cd-40e3-8621-367f15fa4088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778759 Aug 26 15:23:04.579023 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559ca4cc-cedf-4417-a3c5-9bba802154ba req-9b6571d2-1716-4cb1-a519-3220dcf4147e tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:23:04.580612 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-559ca4cc-cedf-4417-a3c5-9bba802154ba req-9b6571d2-1716-4cb1-a519-3220dcf4147e tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4a109b7-6110-45ff-9a8e-b5a6cf8f7b74 HTTP/1.1" status: 200 len: 946 time: 0.0939717 Aug 26 15:23:04.624141 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 53170) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:23:04.670608 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-559ca4cc-cedf-4417-a3c5-9bba802154ba req-de88cee7-0bf2-4354-a377-4eb98b831dfe tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716898 Aug 26 15:23:04.792772 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-bb0b3be7-f458-47af-8154-25f66e9bbcb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:04.926070 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-bb0b3be7-f458-47af-8154-25f66e9bbcb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:04.931084 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-bb0b3be7-f458-47af-8154-25f66e9bbcb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:04.985822 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-bb0b3be7-f458-47af-8154-25f66e9bbcb4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9c2c836dc8e74961aef4bdbd32fa231d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3602486 Aug 26 15:23:04.987493 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0b3be7-f458-47af-8154-25f66e9bbcb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7adf675c-0e09-42da-920f-e25b043cec28,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:23:04.989678 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 53178) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:23:04.998706 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0b3be7-f458-47af-8154-25f66e9bbcb4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:23:04.999200 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0b3be7-f458-47af-8154-25f66e9bbcb4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:23:04.999651 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0b3be7-f458-47af-8154-25f66e9bbcb4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:23:05.000214 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0b3be7-f458-47af-8154-25f66e9bbcb4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:23:05.000834 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0b3be7-f458-47af-8154-25f66e9bbcb4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:23:05.001311 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0b3be7-f458-47af-8154-25f66e9bbcb4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:23:05.001835 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0b3be7-f458-47af-8154-25f66e9bbcb4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:23:05.002287 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0b3be7-f458-47af-8154-25f66e9bbcb4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:23:05.002718 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0b3be7-f458-47af-8154-25f66e9bbcb4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:23:05.003159 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0b3be7-f458-47af-8154-25f66e9bbcb4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:23:05.003682 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0b3be7-f458-47af-8154-25f66e9bbcb4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:23:05.004103 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0b3be7-f458-47af-8154-25f66e9bbcb4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:23:05.071946 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-6a15584e-0f3b-4043-8c14-daecae0c1ab0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:05.110943 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-6a15584e-0f3b-4043-8c14-daecae0c1ab0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:05.179227 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-6a15584e-0f3b-4043-8c14-daecae0c1ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:05.183608 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-6a15584e-0f3b-4043-8c14-daecae0c1ab0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:05.185632 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-6a15584e-0f3b-4043-8c14-daecae0c1ab0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7adf675c-0e09-42da-920f-e25b043cec28 HTTP/1.1" status: 204 len: 168 time: 0.1946547 Aug 26 15:23:05.207739 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a15584e-0f3b-4043-8c14-daecae0c1ab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7adf675c-0e09-42da-920f-e25b043cec28,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:23:05.237761 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a15584e-0f3b-4043-8c14-daecae0c1ab0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:23:05.238335 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a15584e-0f3b-4043-8c14-daecae0c1ab0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:23:05.238908 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a15584e-0f3b-4043-8c14-daecae0c1ab0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:23:05.239472 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a15584e-0f3b-4043-8c14-daecae0c1ab0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:23:05.240029 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a15584e-0f3b-4043-8c14-daecae0c1ab0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:23:05.240593 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a15584e-0f3b-4043-8c14-daecae0c1ab0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:23:05.241159 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a15584e-0f3b-4043-8c14-daecae0c1ab0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:23:05.241726 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a15584e-0f3b-4043-8c14-daecae0c1ab0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:23:05.244158 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a15584e-0f3b-4043-8c14-daecae0c1ab0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:23:05.251094 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a15584e-0f3b-4043-8c14-daecae0c1ab0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:23:05.251758 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a15584e-0f3b-4043-8c14-daecae0c1ab0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:23:05.252337 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a15584e-0f3b-4043-8c14-daecae0c1ab0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:23:05.314909 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 53192) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:23:05.429717 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6bed19-e4cd-441c-842c-c7de5a495d3a req-f54ea683-e988-4d85-a43f-76fac038b7b3 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:23:05.433533 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-5b6bed19-e4cd-441c-842c-c7de5a495d3a req-f54ea683-e988-4d85-a43f-76fac038b7b3 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=3028e66a-51b4-4638-bfef-d34285d30fd1 HTTP/1.1" status: 200 len: 946 time: 0.0973427 Aug 26 15:23:05.587725 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-5b6bed19-e4cd-441c-842c-c7de5a495d3a req-5e88c436-09d9-480f-a10e-ad802e002a25 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=44677d48-8306-44c7-a2fe-97d323591896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1420767 Aug 26 15:23:05.806284 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-3e3cfe78-871d-4b49-aa8d-fd938c5a75c2 req-888e0af2-f46a-4c83-a0ae-ffd755a2f0a5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=587717dd-d083-47e1-9cd7-d4ac07276f10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2870595 Aug 26 15:23:05.828314 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c279db3-5622-48b7-af4e-16cc99ee77e3 req-d5caabaf-bb96-4e01-aa26-a0cbba184698 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:23:05.842515 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-1c279db3-5622-48b7-af4e-16cc99ee77e3 req-d5caabaf-bb96-4e01-aa26-a0cbba184698 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bcbcafd-183f-448c-8622-d3bca30c9523 HTTP/1.1" status: 200 len: 945 time: 0.1830103 Aug 26 15:23:05.978164 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-1c279db3-5622-48b7-af4e-16cc99ee77e3 req-28ab95c2-fab0-475e-858a-00b38005cc5d tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/security-groups?id=3238190c-f4cd-40e3-8621-367f15fa4088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1341581 Aug 26 15:23:06.092163 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16a2994-391e-4728-b09e-278a787a5491 req-da5d50f9-f928-43e9-892e-36956094aaf1 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:23:06.101270 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-d16a2994-391e-4728-b09e-278a787a5491 req-da5d50f9-f928-43e9-892e-36956094aaf1 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4a109b7-6110-45ff-9a8e-b5a6cf8f7b74 HTTP/1.1" status: 200 len: 946 time: 0.1369245 Aug 26 15:23:06.179608 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-7e6f963c-099a-4610-938d-a7cae5be0b36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:06.227525 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3cfe78-871d-4b49-aa8d-fd938c5a75c2 req-13ab8742-9ed9-458d-9ccb-2963eab90ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:23:06.230740 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-3e3cfe78-871d-4b49-aa8d-fd938c5a75c2 req-13ab8742-9ed9-458d-9ccb-2963eab90ba4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ee4e5400142e4c7fbe137913ded5ccba&device_id=587717dd-d083-47e1-9cd7-d4ac07276f10 HTTP/1.1" status: 200 len: 1099 time: 0.0886583 Aug 26 15:23:06.245817 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 53226) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:23:06.261531 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-d16a2994-391e-4728-b09e-278a787a5491 req-594bdc4f-915f-4638-8a43-2262b35f509b tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590779 Aug 26 15:23:06.265441 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-a85ff305-a497-4612-987f-d94c77bff4b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:06.422981 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-7e6f963c-099a-4610-938d-a7cae5be0b36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:06.431396 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-7e6f963c-099a-4610-938d-a7cae5be0b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:06.525152 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3cfe78-871d-4b49-aa8d-fd938c5a75c2 req-26fd0bc3-54e6-439b-a7e4-27b3b3f914c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:23:06.526278 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-7e6f963c-099a-4610-938d-a7cae5be0b36 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b6630e56f310497ba987ca6fc275d75a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2113197 Aug 26 15:23:06.529660 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 53228) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:23:06.530459 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-3e3cfe78-871d-4b49-aa8d-fd938c5a75c2 req-26fd0bc3-54e6-439b-a7e4-27b3b3f914c5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ae65a4ef-fdc5-40e5-b29a-6b6f8df0a048 HTTP/1.1" status: 200 len: 913 time: 0.1864014 Aug 26 15:23:06.541439 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6f963c-099a-4610-938d-a7cae5be0b36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f503739-3d2b-4a40-88a8-fdbfa4ce7b5d,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:23:06.619081 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-3e3cfe78-871d-4b49-aa8d-fd938c5a75c2 req-6ae5e7a4-9328-4ff2-a210-db123cb56458 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e62592d8-3c13-4ba3-b16f-500c0752cb12 HTTP/1.1" status: 200 len: 217 time: 0.0678906 Aug 26 15:23:06.645787 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-ea9c42b0-e57b-4caf-94ab-b696536e5f50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:06.691744 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-ea9c42b0-e57b-4caf-94ab-b696536e5f50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:06.699628 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-a85ff305-a497-4612-987f-d94c77bff4b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:06.712183 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-a85ff305-a497-4612-987f-d94c77bff4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:06.756314 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3cfe78-871d-4b49-aa8d-fd938c5a75c2 req-a9ca58dd-d726-45ce-9329-5d699f9b2b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:23:06.758964 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-3e3cfe78-871d-4b49-aa8d-fd938c5a75c2 req-a9ca58dd-d726-45ce-9329-5d699f9b2b87 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dd61c1a1-fece-49e2-a808-ff97a7916245 HTTP/1.1" status: 200 len: 852 time: 0.1294796 Aug 26 15:23:06.836794 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 53234) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:23:06.842704 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-a85ff305-a497-4612-987f-d94c77bff4b4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f9aba5cd33c34d16a5138829ef4cf300&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5943620 Aug 26 15:23:06.844158 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85ff305-a497-4612-987f-d94c77bff4b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22ea3019-8ecf-440a-91f1-5a5d175685a0,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:23:06.854773 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-ea9c42b0-e57b-4caf-94ab-b696536e5f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:06.858328 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-ea9c42b0-e57b-4caf-94ab-b696536e5f50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:06.859520 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-ea9c42b0-e57b-4caf-94ab-b696536e5f50 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9f503739-3d2b-4a40-88a8-fdbfa4ce7b5d HTTP/1.1" status: 204 len: 168 time: 0.3282442 Aug 26 15:23:06.869877 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-3e3cfe78-871d-4b49-aa8d-fd938c5a75c2 req-3b6617fa-f32d-42fe-8b15-74e07d20766e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ae65a4ef-fdc5-40e5-b29a-6b6f8df0a048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0902584 Aug 26 15:23:06.893391 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9c42b0-e57b-4caf-94ab-b696536e5f50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f503739-3d2b-4a40-88a8-fdbfa4ce7b5d,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:23:06.986760 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-5968c1d4-c430-4d21-be13-901b1361e0bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:06.998308 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95da9efd-168d-4b49-93cc-db7c62874d50 req-693b24bc-e3c7-408f-98e1-7290e2a9c063 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:23:07.000915 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-95da9efd-168d-4b49-93cc-db7c62874d50 req-693b24bc-e3c7-408f-98e1-7290e2a9c063 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=3028e66a-51b4-4638-bfef-d34285d30fd1 HTTP/1.1" status: 200 len: 946 time: 0.1419580 Aug 26 15:23:07.049911 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-5968c1d4-c430-4d21-be13-901b1361e0bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:07.139622 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-3e3cfe78-871d-4b49-aa8d-fd938c5a75c2 req-19826e4a-b5d8-423e-9069-fcedde63df7d service neutron] 10.222.0.47 "GET /v2.0/networks/ae65a4ef-fdc5-40e5-b29a-6b6f8df0a048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381415 Aug 26 15:23:07.145272 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-95da9efd-168d-4b49-93cc-db7c62874d50 req-18bf9720-b880-482c-a7a1-7833100c6b71 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=44677d48-8306-44c7-a2fe-97d323591896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020558 Aug 26 15:23:07.211476 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-5968c1d4-c430-4d21-be13-901b1361e0bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:07.219568 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-5968c1d4-c430-4d21-be13-901b1361e0bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:07.219713 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-a6abaa9c-86bf-4605-9cd7-7e2a93ada124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:07.223403 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-5968c1d4-c430-4d21-be13-901b1361e0bd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/22ea3019-8ecf-440a-91f1-5a5d175685a0 HTTP/1.1" status: 204 len: 168 time: 0.3835201 Aug 26 15:23:07.263240 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5968c1d4-c430-4d21-be13-901b1361e0bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22ea3019-8ecf-440a-91f1-5a5d175685a0,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:23:07.354984 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b66cf-54ae-4a78-8d66-8eb28ab7ff94 req-0acbf91a-2d14-4ef4-8978-2f7d1bed8547 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:23:07.361287 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-d19b66cf-54ae-4a78-8d66-8eb28ab7ff94 req-0acbf91a-2d14-4ef4-8978-2f7d1bed8547 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bcbcafd-183f-448c-8622-d3bca30c9523 HTTP/1.1" status: 200 len: 945 time: 0.2371428 Aug 26 15:23:07.399677 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-3e3cfe78-871d-4b49-aa8d-fd938c5a75c2 req-85817299-760d-4324-993f-06b1302dcde3 service neutron] 10.222.0.47 "GET /v2.0/networks/ae65a4ef-fdc5-40e5-b29a-6b6f8df0a048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398455 Aug 26 15:23:07.491782 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-d19b66cf-54ae-4a78-8d66-8eb28ab7ff94 req-25cdce98-4928-4479-8640-44e8adc049dd tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/security-groups?id=3238190c-f4cd-40e3-8621-367f15fa4088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245687 Aug 26 15:23:07.570022 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b909bd-460f-4549-8f90-2bb0d75952c2 req-a18258f1-e518-4bcd-8ff3-afa250ec6b69 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:23:07.582645 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-29b909bd-460f-4549-8f90-2bb0d75952c2 req-a18258f1-e518-4bcd-8ff3-afa250ec6b69 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=3028e66a-51b4-4638-bfef-d34285d30fd1 HTTP/1.1" status: 200 len: 946 time: 0.1443632 Aug 26 15:23:07.586038 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 53268) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:23:07.610928 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [None req-c045b562-9855-4521-885d-74a27c34f7c6 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Request body: {'floatingip': {'port_id': '9074ea7b-385d-4ccc-8c42-b021d977910a'}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:23:07.706026 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9384e90d-af08-4e76-b771-38a8dbc3d988 req-9168300b-2fcb-4019-9d3e-2e904ad12013 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:23:07.708687 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-9384e90d-af08-4e76-b771-38a8dbc3d988 req-9168300b-2fcb-4019-9d3e-2e904ad12013 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4a109b7-6110-45ff-9a8e-b5a6cf8f7b74 HTTP/1.1" status: 200 len: 946 time: 0.1072896 Aug 26 15:23:07.782614 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-9384e90d-af08-4e76-b771-38a8dbc3d988 req-cd2b8160-0489-476f-a0ef-e5e150e0d2ce tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631454 Aug 26 15:23:07.794850 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 53274) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:23:07.839039 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-c045b562-9855-4521-885d-74a27c34f7c6 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Notify callbacks [] for floatingip, before_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:08.028579 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-ac5a418b-0577-4a76-a386-27428a62e7cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:08.073097 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:08.223430 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571f4c1c-9801-4042-aad2-b8e55918f9ad req-32318a3a-1f1e-4c27-afd9-8e4a3bc58705 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:23:08.227553 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-571f4c1c-9801-4042-aad2-b8e55918f9ad req-32318a3a-1f1e-4c27-afd9-8e4a3bc58705 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bcbcafd-183f-448c-8622-d3bca30c9523 HTTP/1.1" status: 200 len: 945 time: 0.4329813 Aug 26 15:23:08.253096 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 53294) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:23:08.262162 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [None req-20109cca-59d7-4011-85b8-968b6f03acd4 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Request body: {'floatingip': {'port_id': '19807c52-9106-4c0c-a713-a26d1c773cd7'}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:23:08.548650 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-20109cca-59d7-4011-85b8-968b6f03acd4 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Notify callbacks [] for floatingip, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:08.709817 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644d458a-182d-448b-9362-8568bb43fec2 req-e185c2c0-7368-46f1-8b95-ce62e1ee677b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:23:08.711348 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-644d458a-182d-448b-9362-8568bb43fec2 req-e185c2c0-7368-46f1-8b95-ce62e1ee677b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=00ac4322064645a3ad7e3251384021a2&device_id=a4a109b7-6110-45ff-9a8e-b5a6cf8f7b74 HTTP/1.1" status: 200 len: 1099 time: 0.3609886 Aug 26 15:23:08.769916 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360f6b9c-d88f-4658-a378-4fbfdb21813e req-a2303d2e-6469-4344-8a18-69580b55269e tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:23:08.774322 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-360f6b9c-d88f-4658-a378-4fbfdb21813e req-a2303d2e-6469-4344-8a18-69580b55269e tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4a109b7-6110-45ff-9a8e-b5a6cf8f7b74 HTTP/1.1" status: 200 len: 946 time: 0.3797343 Aug 26 15:23:08.854905 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-ac5a418b-0577-4a76-a386-27428a62e7cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:08.872573 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-ac5a418b-0577-4a76-a386-27428a62e7cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:09.000443 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-360f6b9c-d88f-4658-a378-4fbfdb21813e req-939cd1d4-efad-4ce9-830d-21498bdf0d5b tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023406 Aug 26 15:23:09.037813 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-ac5a418b-0577-4a76-a386-27428a62e7cb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=040ad49ef6ab47f09a6c7510c6b097b5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2401981 Aug 26 15:23:09.048668 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 53316) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:23:09.081280 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5a418b-0577-4a76-a386-27428a62e7cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5fb081c-f03c-480c-8007-1a4d52550652,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:23:09.133683 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644d458a-182d-448b-9362-8568bb43fec2 req-36191357-7e9c-4086-ad1b-fdccc978b147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:23:09.135280 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-644d458a-182d-448b-9362-8568bb43fec2 req-36191357-7e9c-4086-ad1b-fdccc978b147 service neutron] 10.222.0.47 "GET /v2.0/networks?id=23227f11-366d-4e8b-91f1-3c9872eb5af5 HTTP/1.1" status: 200 len: 919 time: 0.4019716 Aug 26 15:23:09.277049 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-644d458a-182d-448b-9362-8568bb43fec2 req-d2175d93-7231-4430-97c4-ae7d318f5db3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d2ef72dc-cef0-4c71-a9e1-df0f179f2564 HTTP/1.1" status: 200 len: 217 time: 0.1238163 Aug 26 15:23:09.401858 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-4742578a-b151-4977-8a59-7b9bccae682c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:09.428265 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.db.resource_extend [None req-c045b562-9855-4521-885d-74a27c34f7c6 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 26 15:23:09.505158 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644d458a-182d-448b-9362-8568bb43fec2 req-8361f9a0-99ca-4fe2-9101-06c1de37db43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:23:09.506989 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-644d458a-182d-448b-9362-8568bb43fec2 req-8361f9a0-99ca-4fe2-9101-06c1de37db43 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=45e9eb6c-a20b-4b32-9499-5459d749d27d HTTP/1.1" status: 200 len: 858 time: 0.2191744 Aug 26 15:23:09.509064 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-4742578a-b151-4977-8a59-7b9bccae682c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:09.572940 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-c045b562-9855-4521-885d-74a27c34f7c6 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:09.580924 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-644d458a-182d-448b-9362-8568bb43fec2 req-3d106498-3575-4f9d-9e5d-334c75ffc40f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=23227f11-366d-4e8b-91f1-3c9872eb5af5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618694 Aug 26 15:23:09.584438 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-c045b562-9855-4521-885d-74a27c34f7c6 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3928447'] for floatingip, after_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:09.754290 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-4742578a-b151-4977-8a59-7b9bccae682c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:09.755560 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-4742578a-b151-4977-8a59-7b9bccae682c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:09.756901 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-4742578a-b151-4977-8a59-7b9bccae682c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d5fb081c-f03c-480c-8007-1a4d52550652 HTTP/1.1" status: 204 len: 168 time: 0.7009447 Aug 26 15:23:09.793739 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4742578a-b151-4977-8a59-7b9bccae682c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5fb081c-f03c-480c-8007-1a4d52550652,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:23:09.808710 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.db.l3_db [None req-c045b562-9855-4521-885d-74a27c34f7c6 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Floating IP ad698c5b-64ca-4609-bdec-93de81982e1a associated. External IP: 172.27.3.150, port: 9074ea7b-385d-4ccc-8c42-b021d977910a. Aug 26 15:23:09.863459 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-644d458a-182d-448b-9362-8568bb43fec2 req-934de3a2-3b8c-46b5-a89d-507be0bedef1 service neutron] 10.222.0.47 "GET /v2.0/networks/23227f11-366d-4e8b-91f1-3c9872eb5af5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707088 Aug 26 15:23:09.864422 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:09.953460 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-20109cca-59d7-4011-85b8-968b6f03acd4 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:09.954059 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eee93dbb-4c3a-4a5e-9ead-e249bf4f9c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:09.962258 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-20109cca-59d7-4011-85b8-968b6f03acd4 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3928447'] for floatingip, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:10.115767 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.db.l3_db [None req-20109cca-59d7-4011-85b8-968b6f03acd4 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Floating IP 44f17565-662b-474d-9e32-8a6315838a78 associated. External IP: 172.27.3.173, port: 19807c52-9106-4c0c-a713-a26d1c773cd7. Aug 26 15:23:10.198317 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-644d458a-182d-448b-9362-8568bb43fec2 req-9f5aa708-80a2-48b6-b236-0a2be27b20d1 service neutron] 10.222.0.47 "GET /v2.0/networks/23227f11-366d-4e8b-91f1-3c9872eb5af5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3046348 Aug 26 15:23:10.451752 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20109cca-59d7-4011-85b8-968b6f03acd4 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Router 4843c204-b237-4a20-a7ea-e6b0935d230e has already been hosted by L3 agent 00a7d786-edfd-4f04-9152-3b7ae2bbf8ca {{(pid=93841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 15:23:10.557992 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f70e14a-1f39-498e-811c-02c9d4f46714 req-f4e847a8-7945-4d80-9008-8ce229db05ab tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:23:10.560307 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-9f70e14a-1f39-498e-811c-02c9d4f46714 req-f4e847a8-7945-4d80-9008-8ce229db05ab tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4a109b7-6110-45ff-9a8e-b5a6cf8f7b74 HTTP/1.1" status: 200 len: 946 time: 0.4309928 Aug 26 15:23:10.570505 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c045b562-9855-4521-885d-74a27c34f7c6 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Router aa04ec2d-9fe1-465b-8ce7-4d02c673929e has already been hosted by L3 agent 00a7d786-edfd-4f04-9152-3b7ae2bbf8ca {{(pid=93842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 15:23:10.620282 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-9f70e14a-1f39-498e-811c-02c9d4f46714 req-aba4701b-4eb4-471d-910c-3f10901e81f5 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514007 Aug 26 15:23:10.664671 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20109cca-59d7-4011-85b8-968b6f03acd4 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Notify agent at l3_agent.dv-cinder-779576-7-iscsi the message routers_updated {{(pid=93841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 15:23:10.679032 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-20109cca-59d7-4011-85b8-968b6f03acd4 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4089636'] for floatingip, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:10.684307 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e36bfa8-5f9e-4868-bf48-6f0e1d20bcb9 None None] Sync routers for ids ['4843c204-b237-4a20-a7ea-e6b0935d230e'] in dv-cinder-779576-7-iscsi {{(pid=93844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 15:23:10.703183 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e36bfa8-5f9e-4868-bf48-6f0e1d20bcb9 None None] Routers {'4843c204-b237-4a20-a7ea-e6b0935d230e'} bound to L3 agent in host dv-cinder-779576-7-iscsi {{(pid=93844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 15:23:10.704016 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-6e36bfa8-5f9e-4868-bf48-6f0e1d20bcb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T15:14:10Z,description=,heartbeat_timestamp=2021-08-26T15:23:10Z,host='dv-cinder-779576-7-iscsi',id=00a7d786-edfd-4f04-9152-3b7ae2bbf8ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T15:14:10Z,topic='l3_agent')) {'router_ids': ['4843c204-b237-4a20-a7ea-e6b0935d230e'], 'active': True} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:23:10.751180 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-20109cca-59d7-4011-85b8-968b6f03acd4 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "PUT /v2.0/floatingips/44f17565-662b-474d-9e32-8a6315838a78 HTTP/1.1" status: 200 len: 991 time: 2.4927409 Aug 26 15:23:10.751810 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bcbcafd-183f-448c-8622-d3bca30c9523', 'tag': '19807c52-9106-4c0c-a713-a26d1c773cd7'}] {{(pid=93841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 15:23:10.757066 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40d6179e675e884694bb6412ad93f17435ac71a39ec2274297e1b4aadb89820e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cac771a9-2c41-4a79-8327-eb57633f8e1a" -d '{"events": [{"name": "network-changed", "server_uuid": "8bcbcafd-183f-448c-8622-d3bca30c9523", "tag": "19807c52-9106-4c0c-a713-a26d1c773cd7"}]}' {{(pid=93841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:23:10.811331 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 15:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86a43c5f-459b-4754-bea7-d9baa5201370 x-openstack-request-id: req-86a43c5f-459b-4754-bea7-d9baa5201370 {{(pid=93841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:23:10.811620 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bcbcafd-183f-448c-8622-d3bca30c9523", "tag": "19807c52-9106-4c0c-a713-a26d1c773cd7", "status": "completed", "code": 200}]} {{(pid=93841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:23:10.811953 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-86a43c5f-459b-4754-bea7-d9baa5201370 {{(pid=93841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:23:10.812311 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bcbcafd-183f-448c-8622-d3bca30c9523', 'tag': '19807c52-9106-4c0c-a713-a26d1c773cd7', 'status': 'completed', 'code': 200} Aug 26 15:23:10.836598 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c045b562-9855-4521-885d-74a27c34f7c6 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Notify agent at l3_agent.dv-cinder-779576-7-iscsi the message routers_updated {{(pid=93842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 15:23:10.842565 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-c045b562-9855-4521-885d-74a27c34f7c6 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4089636'] for floatingip, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:10.855293 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28c47ca-f732-4d4e-9325-ca2d67aec1b2 None None] Sync routers for ids ['aa04ec2d-9fe1-465b-8ce7-4d02c673929e'] in dv-cinder-779576-7-iscsi {{(pid=93843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 15:23:10.883266 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28c47ca-f732-4d4e-9325-ca2d67aec1b2 None None] Routers {'aa04ec2d-9fe1-465b-8ce7-4d02c673929e'} bound to L3 agent in host dv-cinder-779576-7-iscsi {{(pid=93843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 15:23:10.883961 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-b28c47ca-f732-4d4e-9325-ca2d67aec1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T15:14:10Z,description=,heartbeat_timestamp=2021-08-26T15:23:10Z,host='dv-cinder-779576-7-iscsi',id=00a7d786-edfd-4f04-9152-3b7ae2bbf8ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T15:14:10Z,topic='l3_agent')) {'router_ids': ['aa04ec2d-9fe1-465b-8ce7-4d02c673929e'], 'active': True} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:23:10.920258 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvr_db [None req-6e36bfa8-5f9e-4868-bf48-6f0e1d20bcb9 None None] Set router 4843c204-b237-4a20-a7ea-e6b0935d230e gateway port host: dv-cinder-779576-7-iscsi {{(pid=93844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 15:23:10.933898 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-c045b562-9855-4521-885d-74a27c34f7c6 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "PUT /v2.0/floatingips/ad698c5b-64ca-4609-bdec-93de81982e1a HTTP/1.1" status: 200 len: 992 time: 3.3460426 Aug 26 15:23:10.936329 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3028e66a-51b4-4638-bfef-d34285d30fd1', 'tag': '9074ea7b-385d-4ccc-8c42-b021d977910a'}] {{(pid=93842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 15:23:10.947183 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ba7f6f71eda5a1db7669fef78c8684417bcd8012e21f8533533c8be1abdbb96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be2f1983-593b-4a8e-a049-0ac3b2fe803f" -d '{"events": [{"name": "network-changed", "server_uuid": "3028e66a-51b4-4638-bfef-d34285d30fd1", "tag": "9074ea7b-385d-4ccc-8c42-b021d977910a"}]}' {{(pid=93842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:23:11.008076 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac771a9-2c41-4a79-8327-eb57633f8e1a req-d0179b24-0d27-4757-bfea-0f52faf53c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:23:11.009625 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-cac771a9-2c41-4a79-8327-eb57633f8e1a req-d0179b24-0d27-4757-bfea-0f52faf53c33 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a571a33f0e074fabbd06be1f77a97dd0&device_id=8bcbcafd-183f-448c-8622-d3bca30c9523 HTTP/1.1" status: 200 len: 1098 time: 0.1709995 Aug 26 15:23:11.150377 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvr_db [None req-b28c47ca-f732-4d4e-9325-ca2d67aec1b2 None None] Set router aa04ec2d-9fe1-465b-8ce7-4d02c673929e gateway port host: dv-cinder-779576-7-iscsi {{(pid=93843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 15:23:11.175268 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2f1983-593b-4a8e-a049-0ac3b2fe803f req-790c1993-0c3f-4740-a6df-9ab75e4c2a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:23:11.176808 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-be2f1983-593b-4a8e-a049-0ac3b2fe803f req-790c1993-0c3f-4740-a6df-9ab75e4c2a1a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=51d0a6d3e78f46f98a1a4881bf9eb094&device_id=3028e66a-51b4-4638-bfef-d34285d30fd1 HTTP/1.1" status: 200 len: 1099 time: 0.0853693 Aug 26 15:23:11.268810 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 15:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d5e747f-8e6a-4eba-829c-095fcaa424dd x-openstack-request-id: req-3d5e747f-8e6a-4eba-829c-095fcaa424dd {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:23:11.269321 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3028e66a-51b4-4638-bfef-d34285d30fd1", "tag": "9074ea7b-385d-4ccc-8c42-b021d977910a", "status": "completed", "code": 200}]} {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:23:11.269575 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3d5e747f-8e6a-4eba-829c-095fcaa424dd {{(pid=93842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:23:11.270007 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3028e66a-51b4-4638-bfef-d34285d30fd1', 'tag': '9074ea7b-385d-4ccc-8c42-b021d977910a', 'status': 'completed', 'code': 200} Aug 26 15:23:11.278640 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac771a9-2c41-4a79-8327-eb57633f8e1a req-d7252297-8b65-402a-8108-6db92255bb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:23:11.280203 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-cac771a9-2c41-4a79-8327-eb57633f8e1a req-d7252297-8b65-402a-8108-6db92255bb8f service neutron] 10.222.0.47 "GET /v2.0/networks?id=a386d6d9-e769-427b-a3dd-4a66aae709a7 HTTP/1.1" status: 200 len: 912 time: 0.2526507 Aug 26 15:23:11.366075 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2f1983-593b-4a8e-a049-0ac3b2fe803f req-df0127a7-2f9d-4b0d-a1e6-f2f54e95c634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:23:11.375000 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-be2f1983-593b-4a8e-a049-0ac3b2fe803f req-df0127a7-2f9d-4b0d-a1e6-f2f54e95c634 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d887f735-fbdb-4418-baf1-8e9e0d77221f HTTP/1.1" status: 200 len: 918 time: 0.1839814 Aug 26 15:23:11.410548 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-cac771a9-2c41-4a79-8327-eb57633f8e1a req-64af8621-bae4-4e79-95f1-39272343170c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=19807c52-9106-4c0c-a713-a26d1c773cd7 HTTP/1.1" status: 200 len: 999 time: 0.1126530 Aug 26 15:23:11.423343 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c45f19a1-5a59-44e4-9446-0a9261f71b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:11.451745 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-6e36bfa8-5f9e-4868-bf48-6f0e1d20bcb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4843c204-b237-4a20-a7ea-e6b0935d230e', 'name': 'tempest-AttachVolumeTestJSON-2127485695-router', 'tenant_id': 'a571a33f0e074fabbd06be1f77a97dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'b7bf23b4-1f41-4fbc-b878-23e19f4f34ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:21:59Z', 'updated_at': '2021-08-26T15:22:13Z', 'revision_number': 4, 'project_id': 'a571a33f0e074fabbd06be1f77a97dd0', 'gw_port': {'id': 'b7bf23b4-1f41-4fbc-b878-23e19f4f34ea', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:43:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4843c204-b237-4a20-a7ea-e6b0935d230e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:22:00Z', 'updated_at': '2021-08-26T15:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi', '_floatingips': [{'id': '44f17565-662b-474d-9e32-8a6315838a78', 'tenant_id': 'a571a33f0e074fabbd06be1f77a97dd0', 'floating_ip_address': '172.27.3.173', 'floating_network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'router_id': '4843c204-b237-4a20-a7ea-e6b0935d230e', 'port_id': '19807c52-9106-4c0c-a713-a26d1c773cd7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a386d6d9-e769-427b-a3dd-4a66aae709a7', 'mac_address': 'fa:16:3e:db:fc:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bcbcafd-183f-448c-8622-d3bca30c9523', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T15:22:28Z', 'updated_at': '2021-08-26T15:23:09Z', 'revision_number': 1, 'project_id': 'a571a33f0e074fabbd06be1f77a97dd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b8979b1-77b6-4aa5-b0ae-1d430a1121bd', 'name': '', 'network_id': 'a386d6d9-e769-427b-a3dd-4a66aae709a7', 'tenant_id': 'a571a33f0e074fabbd06be1f77a97dd0', 'mac_address': 'fa:16:3e:0d:58:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4843c204-b237-4a20-a7ea-e6b0935d230e', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'c96291ec-8721-4a15-8133-5907bd72b460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:22:10Z', 'updated_at': '2021-08-26T15:22:24Z', 'revision_number': 5, 'project_id': 'a571a33f0e074fabbd06be1f77a97dd0', 'subnets': [{'id': 'c96291ec-8721-4a15-8133-5907bd72b460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-7-iscsi', False) {} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:23:11.479037 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e36bfa8-5f9e-4868-bf48-6f0e1d20bcb9 None None] Checking router: 4843c204-b237-4a20-a7ea-e6b0935d230e for host: dv-cinder-779576-7-iscsi {{(pid=93844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 15:23:11.495679 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e36bfa8-5f9e-4868-bf48-6f0e1d20bcb9 None None] Routers {'4843c204-b237-4a20-a7ea-e6b0935d230e'} bound to L3 agent in host dv-cinder-779576-7-iscsi {{(pid=93844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 15:23:11.496477 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-6e36bfa8-5f9e-4868-bf48-6f0e1d20bcb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T15:14:10Z,description=,heartbeat_timestamp=2021-08-26T15:23:10Z,host='dv-cinder-779576-7-iscsi',id=00a7d786-edfd-4f04-9152-3b7ae2bbf8ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T15:14:10Z,topic='l3_agent')) {'router_ids': ['4843c204-b237-4a20-a7ea-e6b0935d230e'], 'active': True} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:23:11.523852 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-b28c47ca-f732-4d4e-9325-ca2d67aec1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa04ec2d-9fe1-465b-8ce7-4d02c673929e', 'name': 'tempest-AttachVolumeShelveTestJSON-1152206057-router', 'tenant_id': '51d0a6d3e78f46f98a1a4881bf9eb094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '4f474097-4049-45b8-a400-24afad7e1455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:21:58Z', 'updated_at': '2021-08-26T15:22:09Z', 'revision_number': 4, 'project_id': '51d0a6d3e78f46f98a1a4881bf9eb094', 'gw_port': {'id': '4f474097-4049-45b8-a400-24afad7e1455', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:78:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa04ec2d-9fe1-465b-8ce7-4d02c673929e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:22:00Z', 'updated_at': '2021-08-26T15:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi', '_floatingips': [{'id': 'ad698c5b-64ca-4609-bdec-93de81982e1a', 'tenant_id': '51d0a6d3e78f46f98a1a4881bf9eb094', 'floating_ip_address': '172.27.3.150', 'floating_network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'router_id': 'aa04ec2d-9fe1-465b-8ce7-4d02c673929e', 'port_id': '9074ea7b-385d-4ccc-8c42-b021d977910a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd887f735-fbdb-4418-baf1-8e9e0d77221f', 'mac_address': 'fa:16:3e:78:80:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3028e66a-51b4-4638-bfef-d34285d30fd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T15:22:27Z', 'updated_at': '2021-08-26T15:23:09Z', 'revision_number': 1, 'project_id': '51d0a6d3e78f46f98a1a4881bf9eb094', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a82d00a2-2666-409e-908f-9a451551a39c', 'name': '', 'network_id': 'd887f735-fbdb-4418-baf1-8e9e0d77221f', 'tenant_id': '51d0a6d3e78f46f98a1a4881bf9eb094', 'mac_address': 'fa:16:3e:c8:31:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa04ec2d-9fe1-465b-8ce7-4d02c673929e', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '2dc1893b-86f2-4498-b069-d334c29d6d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:22:06Z', 'updated_at': '2021-08-26T15:22:26Z', 'revision_number': 5, 'project_id': '51d0a6d3e78f46f98a1a4881bf9eb094', 'subnets': [{'id': '2dc1893b-86f2-4498-b069-d334c29d6d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-7-iscsi', False) {} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:23:11.552683 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28c47ca-f732-4d4e-9325-ca2d67aec1b2 None None] Checking router: aa04ec2d-9fe1-465b-8ce7-4d02c673929e for host: dv-cinder-779576-7-iscsi {{(pid=93843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 15:23:11.561791 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28c47ca-f732-4d4e-9325-ca2d67aec1b2 None None] Routers {'aa04ec2d-9fe1-465b-8ce7-4d02c673929e'} bound to L3 agent in host dv-cinder-779576-7-iscsi {{(pid=93843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 15:23:11.562279 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-b28c47ca-f732-4d4e-9325-ca2d67aec1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T15:14:10Z,description=,heartbeat_timestamp=2021-08-26T15:23:10Z,host='dv-cinder-779576-7-iscsi',id=00a7d786-edfd-4f04-9152-3b7ae2bbf8ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T15:14:10Z,topic='l3_agent')) {'router_ids': ['aa04ec2d-9fe1-465b-8ce7-4d02c673929e'], 'active': True} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:23:11.626491 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvr_db [None req-6e36bfa8-5f9e-4868-bf48-6f0e1d20bcb9 None None] Set router 4843c204-b237-4a20-a7ea-e6b0935d230e gateway port host: dv-cinder-779576-7-iscsi {{(pid=93844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 15:23:11.701805 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvr_db [None req-b28c47ca-f732-4d4e-9325-ca2d67aec1b2 None None] Set router aa04ec2d-9fe1-465b-8ce7-4d02c673929e gateway port host: dv-cinder-779576-7-iscsi {{(pid=93843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 15:23:11.780373 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cf8325-20d6-414c-8df5-309948d471a4 req-c4a4b1eb-2bf7-43b4-94bf-6c48abc1ec04 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:23:11.782109 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-70cf8325-20d6-414c-8df5-309948d471a4 req-c4a4b1eb-2bf7-43b4-94bf-6c48abc1ec04 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4a109b7-6110-45ff-9a8e-b5a6cf8f7b74 HTTP/1.1" status: 200 len: 946 time: 0.0703380 Aug 26 15:23:11.850913 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-70cf8325-20d6-414c-8df5-309948d471a4 req-c3ccabf1-44d2-4ea7-aadd-a9eb2edb5232 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579193 Aug 26 15:23:11.967090 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-b28c47ca-f732-4d4e-9325-ca2d67aec1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa04ec2d-9fe1-465b-8ce7-4d02c673929e', 'name': 'tempest-AttachVolumeShelveTestJSON-1152206057-router', 'tenant_id': '51d0a6d3e78f46f98a1a4881bf9eb094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '4f474097-4049-45b8-a400-24afad7e1455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:21:58Z', 'updated_at': '2021-08-26T15:22:09Z', 'revision_number': 4, 'project_id': '51d0a6d3e78f46f98a1a4881bf9eb094', 'gw_port': {'id': '4f474097-4049-45b8-a400-24afad7e1455', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:78:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa04ec2d-9fe1-465b-8ce7-4d02c673929e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:22:00Z', 'updated_at': '2021-08-26T15:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi', '_floatingips': [{'id': 'ad698c5b-64ca-4609-bdec-93de81982e1a', 'tenant_id': '51d0a6d3e78f46f98a1a4881bf9eb094', 'floating_ip_address': '172.27.3.150', 'floating_network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'router_id': 'aa04ec2d-9fe1-465b-8ce7-4d02c673929e', 'port_id': '9074ea7b-385d-4ccc-8c42-b021d977910a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd887f735-fbdb-4418-baf1-8e9e0d77221f', 'mac_address': 'fa:16:3e:78:80:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3028e66a-51b4-4638-bfef-d34285d30fd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T15:22:27Z', 'updated_at': '2021-08-26T15:23:09Z', 'revision_number': 1, 'project_id': '51d0a6d3e78f46f98a1a4881bf9eb094', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a82d00a2-2666-409e-908f-9a451551a39c', 'name': '', 'network_id': 'd887f735-fbdb-4418-baf1-8e9e0d77221f', 'tenant_id': '51d0a6d3e78f46f98a1a4881bf9eb094', 'mac_address': 'fa:16:3e:c8:31:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa04ec2d-9fe1-465b-8ce7-4d02c673929e', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '2dc1893b-86f2-4498-b069-d334c29d6d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:22:06Z', 'updated_at': '2021-08-26T15:22:26Z', 'revision_number': 5, 'project_id': '51d0a6d3e78f46f98a1a4881bf9eb094', 'subnets': [{'id': '2dc1893b-86f2-4498-b069-d334c29d6d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-7-iscsi', False) {} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:23:12.000238 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28c47ca-f732-4d4e-9325-ca2d67aec1b2 None None] The sync data for ids ['aa04ec2d-9fe1-465b-8ce7-4d02c673929e'] in dv-cinder-779576-7-iscsi is: [{'id': 'aa04ec2d-9fe1-465b-8ce7-4d02c673929e', 'name': 'tempest-AttachVolumeShelveTestJSON-1152206057-router', 'tenant_id': '51d0a6d3e78f46f98a1a4881bf9eb094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '4f474097-4049-45b8-a400-24afad7e1455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:21:58Z', 'updated_at': '2021-08-26T15:22:09Z', 'revision_number': 4, 'project_id': '51d0a6d3e78f46f98a1a4881bf9eb094', 'gw_port': {'id': '4f474097-4049-45b8-a400-24afad7e1455', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:78:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa04ec2d-9fe1-465b-8ce7-4d02c673929e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:22:00Z', 'updated_at': '2021-08-26T15:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi', '_floatingips': [{'id': 'ad698c5b-64ca-4609-bdec-93de81982e1a', 'tenant_id': '51d0a6d3e78f46f98a1a4881bf9eb094', 'floating_ip_address': '172.27.3.150', 'floating_network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'router_id': 'aa04ec2d-9fe1-465b-8ce7-4d02c673929e', 'port_id': '9074ea7b-385d-4ccc-8c42-b021d977910a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd887f735-fbdb-4418-baf1-8e9e0d77221f', 'mac_address': 'fa:16:3e:78:80:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3028e66a-51b4-4638-bfef-d34285d30fd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T15:22:27Z', 'updated_at': '2021-08-26T15:23:09Z', 'revision_number': 1, 'project_id': '51d0a6d3e78f46f98a1a4881bf9eb094', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a82d00a2-2666-409e-908f-9a451551a39c', 'name': '', 'network_id': 'd887f735-fbdb-4418-baf1-8e9e0d77221f', 'tenant_id': '51d0a6d3e78f46f98a1a4881bf9eb094', 'mac_address': 'fa:16:3e:c8:31:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa04ec2d-9fe1-465b-8ce7-4d02c673929e', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '2dc1893b-86f2-4498-b069-d334c29d6d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:22:06Z', 'updated_at': '2021-08-26T15:22:26Z', 'revision_number': 5, 'project_id': '51d0a6d3e78f46f98a1a4881bf9eb094', 'subnets': [{'id': '2dc1893b-86f2-4498-b069-d334c29d6d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 15:23:12.001583 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-6e36bfa8-5f9e-4868-bf48-6f0e1d20bcb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4843c204-b237-4a20-a7ea-e6b0935d230e', 'name': 'tempest-AttachVolumeTestJSON-2127485695-router', 'tenant_id': 'a571a33f0e074fabbd06be1f77a97dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'b7bf23b4-1f41-4fbc-b878-23e19f4f34ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:21:59Z', 'updated_at': '2021-08-26T15:22:13Z', 'revision_number': 4, 'project_id': 'a571a33f0e074fabbd06be1f77a97dd0', 'gw_port': {'id': 'b7bf23b4-1f41-4fbc-b878-23e19f4f34ea', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:43:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4843c204-b237-4a20-a7ea-e6b0935d230e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:22:00Z', 'updated_at': '2021-08-26T15:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi', '_floatingips': [{'id': '44f17565-662b-474d-9e32-8a6315838a78', 'tenant_id': 'a571a33f0e074fabbd06be1f77a97dd0', 'floating_ip_address': '172.27.3.173', 'floating_network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'router_id': '4843c204-b237-4a20-a7ea-e6b0935d230e', 'port_id': '19807c52-9106-4c0c-a713-a26d1c773cd7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a386d6d9-e769-427b-a3dd-4a66aae709a7', 'mac_address': 'fa:16:3e:db:fc:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bcbcafd-183f-448c-8622-d3bca30c9523', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T15:22:28Z', 'updated_at': '2021-08-26T15:23:09Z', 'revision_number': 1, 'project_id': 'a571a33f0e074fabbd06be1f77a97dd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b8979b1-77b6-4aa5-b0ae-1d430a1121bd', 'name': '', 'network_id': 'a386d6d9-e769-427b-a3dd-4a66aae709a7', 'tenant_id': 'a571a33f0e074fabbd06be1f77a97dd0', 'mac_address': 'fa:16:3e:0d:58:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4843c204-b237-4a20-a7ea-e6b0935d230e', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'c96291ec-8721-4a15-8133-5907bd72b460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:22:10Z', 'updated_at': '2021-08-26T15:22:24Z', 'revision_number': 5, 'project_id': 'a571a33f0e074fabbd06be1f77a97dd0', 'subnets': [{'id': 'c96291ec-8721-4a15-8133-5907bd72b460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-7-iscsi', False) {} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:23:12.032350 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e36bfa8-5f9e-4868-bf48-6f0e1d20bcb9 None None] The sync data for ids ['4843c204-b237-4a20-a7ea-e6b0935d230e'] in dv-cinder-779576-7-iscsi is: [{'id': '4843c204-b237-4a20-a7ea-e6b0935d230e', 'name': 'tempest-AttachVolumeTestJSON-2127485695-router', 'tenant_id': 'a571a33f0e074fabbd06be1f77a97dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'b7bf23b4-1f41-4fbc-b878-23e19f4f34ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:21:59Z', 'updated_at': '2021-08-26T15:22:13Z', 'revision_number': 4, 'project_id': 'a571a33f0e074fabbd06be1f77a97dd0', 'gw_port': {'id': 'b7bf23b4-1f41-4fbc-b878-23e19f4f34ea', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:43:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4843c204-b237-4a20-a7ea-e6b0935d230e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:22:00Z', 'updated_at': '2021-08-26T15:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi', '_floatingips': [{'id': '44f17565-662b-474d-9e32-8a6315838a78', 'tenant_id': 'a571a33f0e074fabbd06be1f77a97dd0', 'floating_ip_address': '172.27.3.173', 'floating_network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'router_id': '4843c204-b237-4a20-a7ea-e6b0935d230e', 'port_id': '19807c52-9106-4c0c-a713-a26d1c773cd7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a386d6d9-e769-427b-a3dd-4a66aae709a7', 'mac_address': 'fa:16:3e:db:fc:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bcbcafd-183f-448c-8622-d3bca30c9523', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T15:22:28Z', 'updated_at': '2021-08-26T15:23:09Z', 'revision_number': 1, 'project_id': 'a571a33f0e074fabbd06be1f77a97dd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b8979b1-77b6-4aa5-b0ae-1d430a1121bd', 'name': '', 'network_id': 'a386d6d9-e769-427b-a3dd-4a66aae709a7', 'tenant_id': 'a571a33f0e074fabbd06be1f77a97dd0', 'mac_address': 'fa:16:3e:0d:58:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4843c204-b237-4a20-a7ea-e6b0935d230e', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'c96291ec-8721-4a15-8133-5907bd72b460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:22:10Z', 'updated_at': '2021-08-26T15:22:24Z', 'revision_number': 5, 'project_id': 'a571a33f0e074fabbd06be1f77a97dd0', 'subnets': [{'id': 'c96291ec-8721-4a15-8133-5907bd72b460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 15:23:12.271539 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e008e7-69fe-4ecb-9d5b-299a6f9332b1 None None] New status for floating IP ad698c5b-64ca-4609-bdec-93de81982e1a: ACTIVE {{(pid=93844) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 15:23:12.490090 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0be372-9532-47e9-818d-64dbea6ad152 None None] New status for floating IP 44f17565-662b-474d-9e32-8a6315838a78: ACTIVE {{(pid=93843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 15:23:12.620224 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 53462) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:23:12.746018 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-13f1ca8b-c015-4005-8f1f-83a756380b1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:12.845996 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-13f1ca8b-c015-4005-8f1f-83a756380b1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:12.850734 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-13f1ca8b-c015-4005-8f1f-83a756380b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:12.895414 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-13f1ca8b-c015-4005-8f1f-83a756380b1b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2aac277aa94948da892156e9ec1b13c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2738194 Aug 26 15:23:12.896566 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f1ca8b-c015-4005-8f1f-83a756380b1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a8b540a-6e7d-4279-80ed-1c1325f72384,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:23:12.898034 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 53470) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:23:12.955964 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-6f1cb8ca-37d5-4db5-a6c4-a667689fa64f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:12.964564 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-a6032fac-f2a0-46d6-9c2c-2483dfdc6249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:12.978501 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-6f1cb8ca-37d5-4db5-a6c4-a667689fa64f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:13.024174 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-6f1cb8ca-37d5-4db5-a6c4-a667689fa64f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:13.026746 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-6f1cb8ca-37d5-4db5-a6c4-a667689fa64f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:13.028387 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-6f1cb8ca-37d5-4db5-a6c4-a667689fa64f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6a8b540a-6e7d-4279-80ed-1c1325f72384 HTTP/1.1" status: 204 len: 168 time: 0.1283042 Aug 26 15:23:13.035870 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1cb8ca-37d5-4db5-a6c4-a667689fa64f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a8b540a-6e7d-4279-80ed-1c1325f72384,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:23:13.304086 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 53480) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:23:13.318488 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-a31a2da1-b694-4a1e-a385-d69ea0538d6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:13.411363 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-a31a2da1-b694-4a1e-a385-d69ea0538d6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:13.414992 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-a31a2da1-b694-4a1e-a385-d69ea0538d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:13.454748 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-a31a2da1-b694-4a1e-a385-d69ea0538d6b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=226ff7f9c3854dfca455e0eab580d0ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1495621 Aug 26 15:23:13.455910 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a2da1-b694-4a1e-a385-d69ea0538d6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ead3ac08-2278-4810-93a6-26ac8dc0890e,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:23:13.457438 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 53484) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:23:13.505722 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-c849b989-b8a3-4566-9892-1ec270ab0b59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:13.525943 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-c849b989-b8a3-4566-9892-1ec270ab0b59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:13.570732 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-c849b989-b8a3-4566-9892-1ec270ab0b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:13.573486 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-c849b989-b8a3-4566-9892-1ec270ab0b59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:13.574862 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-c849b989-b8a3-4566-9892-1ec270ab0b59 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ead3ac08-2278-4810-93a6-26ac8dc0890e HTTP/1.1" status: 204 len: 168 time: 0.1162038 Aug 26 15:23:13.582123 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c849b989-b8a3-4566-9892-1ec270ab0b59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ead3ac08-2278-4810-93a6-26ac8dc0890e,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:23:14.339789 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac771a9-2c41-4a79-8327-eb57633f8e1a req-f11bdb19-b7ac-49df-bdb6-06bde73bf473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:23:14.342163 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-cac771a9-2c41-4a79-8327-eb57633f8e1a req-f11bdb19-b7ac-49df-bdb6-06bde73bf473 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c96291ec-8721-4a15-8133-5907bd72b460 HTTP/1.1" status: 200 len: 850 time: 0.0623558 Aug 26 15:23:14.391118 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-be2f1983-593b-4a8e-a049-0ac3b2fe803f req-944eea8e-bbf8-49a2-b249-d8276c9277f0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9074ea7b-385d-4ccc-8c42-b021d977910a HTTP/1.1" status: 200 len: 1002 time: 0.1149247 Aug 26 15:23:14.460472 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac771a9-2c41-4a79-8327-eb57633f8e1a req-149a3a46-1a9d-4cc6-a5a7-e1a615bf0551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:23:14.462275 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-cac771a9-2c41-4a79-8327-eb57633f8e1a req-149a3a46-1a9d-4cc6-a5a7-e1a615bf0551 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a386d6d9-e769-427b-a3dd-4a66aae709a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1022696 Aug 26 15:23:14.466534 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2f1983-593b-4a8e-a049-0ac3b2fe803f req-33ed600b-82c8-4621-a83b-c4152d5653a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:23:14.468176 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-be2f1983-593b-4a8e-a049-0ac3b2fe803f req-33ed600b-82c8-4621-a83b-c4152d5653a2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2dc1893b-86f2-4498-b069-d334c29d6d3f HTTP/1.1" status: 200 len: 856 time: 0.0654442 Aug 26 15:23:14.480687 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f4eaeb-8514-42bc-a7ab-d6d5271f6815 req-60074dbd-5f8c-4c47-bc79-43fdabb31803 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:23:14.482830 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-75f4eaeb-8514-42bc-a7ab-d6d5271f6815 req-60074dbd-5f8c-4c47-bc79-43fdabb31803 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4a109b7-6110-45ff-9a8e-b5a6cf8f7b74 HTTP/1.1" status: 200 len: 946 time: 0.0827820 Aug 26 15:23:14.536584 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2f1983-593b-4a8e-a049-0ac3b2fe803f req-77caa178-1088-42f4-9560-c6bee4357889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:23:14.538268 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-be2f1983-593b-4a8e-a049-0ac3b2fe803f req-77caa178-1088-42f4-9560-c6bee4357889 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d887f735-fbdb-4418-baf1-8e9e0d77221f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0523818 Aug 26 15:23:14.598213 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-75f4eaeb-8514-42bc-a7ab-d6d5271f6815 req-0b4bf4af-121b-416a-abc3-4e79d2989199 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032286 Aug 26 15:23:14.632910 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-cac771a9-2c41-4a79-8327-eb57633f8e1a req-83d0834b-cee8-4007-931c-043a9670620e service neutron] 10.222.0.47 "GET /v2.0/networks/a386d6d9-e769-427b-a3dd-4a66aae709a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480086 Aug 26 15:23:14.663659 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-be2f1983-593b-4a8e-a049-0ac3b2fe803f req-39a32400-1908-4b77-97e7-3eaecc01c2c4 service neutron] 10.222.0.47 "GET /v2.0/networks/d887f735-fbdb-4418-baf1-8e9e0d77221f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127329 Aug 26 15:23:14.783329 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-cac771a9-2c41-4a79-8327-eb57633f8e1a req-6496377b-07ae-4800-a6cc-0118b729b40f service neutron] 10.222.0.47 "GET /v2.0/networks/a386d6d9-e769-427b-a3dd-4a66aae709a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340737 Aug 26 15:23:14.800193 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-be2f1983-593b-4a8e-a049-0ac3b2fe803f req-496b6c60-1da7-40c7-be18-5d029adc7e46 service neutron] 10.222.0.47 "GET /v2.0/networks/d887f735-fbdb-4418-baf1-8e9e0d77221f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252716 Aug 26 15:23:15.791971 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01058fe3-15c1-4be0-a020-f6b471b669d1 req-ce5d52a9-ba3f-4825-beda-944e421dcfff tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:23:15.795210 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-01058fe3-15c1-4be0-a020-f6b471b669d1 req-ce5d52a9-ba3f-4825-beda-944e421dcfff tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4a109b7-6110-45ff-9a8e-b5a6cf8f7b74 HTTP/1.1" status: 200 len: 946 time: 0.0928407 Aug 26 15:23:15.876986 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-01058fe3-15c1-4be0-a020-f6b471b669d1 req-e441c0cb-07cd-46e7-8415-ce208b7406d1 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709643 Aug 26 15:23:15.971411 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 53590) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:23:16.226132 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-4b613df9-07cc-4ee0-ad1c-0cdbc5c74cac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:16.435453 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d8123b-124e-46b8-9f67-fb9a214dd4ff req-7e9c3dba-039a-4b3a-b4e7-e08cd658a60a tempest-DeleteServersTestJSON-1730502919 tempest-DeleteServersTestJSON-1730502919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:23:16.438005 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-19d8123b-124e-46b8-9f67-fb9a214dd4ff req-7e9c3dba-039a-4b3a-b4e7-e08cd658a60a tempest-DeleteServersTestJSON-1730502919 tempest-DeleteServersTestJSON-1730502919-project] 10.222.0.20 "GET /v2.0/ports?device_id=587717dd-d083-47e1-9cd7-d4ac07276f10 HTTP/1.1" status: 200 len: 946 time: 0.1234760 Aug 26 15:23:16.504101 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-4b613df9-07cc-4ee0-ad1c-0cdbc5c74cac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:16.521846 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-4b613df9-07cc-4ee0-ad1c-0cdbc5c74cac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:16.569064 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-19d8123b-124e-46b8-9f67-fb9a214dd4ff req-0a831b8e-d891-42f2-a8b3-4c6f0ab08982 tempest-DeleteServersTestJSON-1730502919 tempest-DeleteServersTestJSON-1730502919-project] 10.222.0.20 "GET /v2.0/security-groups?id=75a05ea5-e4a4-4b4e-b1bc-4839c525eea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214190 Aug 26 15:23:16.606248 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-4b613df9-07cc-4ee0-ad1c-0cdbc5c74cac admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5b405143c5d048dfb23dfc8934159aab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6282051 Aug 26 15:23:16.606248 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b613df9-07cc-4ee0-ad1c-0cdbc5c74cac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=414373f0-960e-41fa-8925-b56127e1ebb4,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:23:16.606248 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 53606) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:23:16.663952 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-7bfb023d-9b75-44bb-aa11-d88e6640ff83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:16.687251 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-7bfb023d-9b75-44bb-aa11-d88e6640ff83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:16.739288 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-7bfb023d-9b75-44bb-aa11-d88e6640ff83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:16.742637 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-7bfb023d-9b75-44bb-aa11-d88e6640ff83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:16.743976 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-7bfb023d-9b75-44bb-aa11-d88e6640ff83 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/414373f0-960e-41fa-8925-b56127e1ebb4 HTTP/1.1" status: 204 len: 168 time: 0.1375933 Aug 26 15:23:16.760616 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfb023d-9b75-44bb-aa11-d88e6640ff83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=414373f0-960e-41fa-8925-b56127e1ebb4,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:23:17.052248 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a494b1b-88fd-4717-bb61-29dfdf8e6426 req-33601710-1a37-4af2-bd6c-fc2594fe0920 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:23:17.054767 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-4a494b1b-88fd-4717-bb61-29dfdf8e6426 req-33601710-1a37-4af2-bd6c-fc2594fe0920 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4a109b7-6110-45ff-9a8e-b5a6cf8f7b74 HTTP/1.1" status: 200 len: 946 time: 0.0700321 Aug 26 15:23:17.103447 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-4a494b1b-88fd-4717-bb61-29dfdf8e6426 req-cb966bb2-26dd-4e11-8c1d-ed2b5f80207f tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396993 Aug 26 15:23:17.209898 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 53632) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:23:17.223542 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-c3f019ba-8469-4641-a1df-c227be131b32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:17.352429 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-c3f019ba-8469-4641-a1df-c227be131b32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:17.359652 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-c3f019ba-8469-4641-a1df-c227be131b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:17.432638 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-c3f019ba-8469-4641-a1df-c227be131b32 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=50dbf446d086461ebb478c8930bdd12c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2213979 Aug 26 15:23:17.434580 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f019ba-8469-4641-a1df-c227be131b32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=428f8bb2-b778-44bc-9b26-922a3f1edba6,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:23:17.437235 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 53650) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:23:17.522133 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-209d50d2-fdf7-4387-99ce-ac554086e6b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:17.568278 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-209d50d2-fdf7-4387-99ce-ac554086e6b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:17.682625 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-209d50d2-fdf7-4387-99ce-ac554086e6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:17.689776 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-209d50d2-fdf7-4387-99ce-ac554086e6b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:17.692413 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-209d50d2-fdf7-4387-99ce-ac554086e6b6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/428f8bb2-b778-44bc-9b26-922a3f1edba6 HTTP/1.1" status: 204 len: 168 time: 0.2528627 Aug 26 15:23:17.708306 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209d50d2-fdf7-4387-99ce-ac554086e6b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=428f8bb2-b778-44bc-9b26-922a3f1edba6,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:23:17.933808 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb6d4ba-d2c0-4eba-a173-b080e07c8557 req-f0014913-e392-4938-bb23-46dbdf8aa8aa tempest-DeleteServersTestJSON-1730502919 tempest-DeleteServersTestJSON-1730502919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:23:17.938189 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-afb6d4ba-d2c0-4eba-a173-b080e07c8557 req-f0014913-e392-4938-bb23-46dbdf8aa8aa tempest-DeleteServersTestJSON-1730502919 tempest-DeleteServersTestJSON-1730502919-project] 10.222.0.20 "GET /v2.0/ports?device_id=587717dd-d083-47e1-9cd7-d4ac07276f10 HTTP/1.1" status: 200 len: 946 time: 0.1536279 Aug 26 15:23:18.036059 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-afb6d4ba-d2c0-4eba-a173-b080e07c8557 req-8e1c9740-949a-4642-9aaa-c229bf25cf68 tempest-DeleteServersTestJSON-1730502919 tempest-DeleteServersTestJSON-1730502919-project] 10.222.0.20 "GET /v2.0/security-groups?id=75a05ea5-e4a4-4b4e-b1bc-4839c525eea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855372 Aug 26 15:23:18.349326 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e36e264-c302-4434-9653-926884647e11 req-81fee670-67b0-4c1a-bb64-a759a81c5ed8 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:23:18.352289 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-1e36e264-c302-4434-9653-926884647e11 req-81fee670-67b0-4c1a-bb64-a759a81c5ed8 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4a109b7-6110-45ff-9a8e-b5a6cf8f7b74 HTTP/1.1" status: 200 len: 946 time: 0.1131523 Aug 26 15:23:18.441400 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-1e36e264-c302-4434-9653-926884647e11 req-7441f693-90d0-4daa-b9b9-03c77129125c tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758207 Aug 26 15:23:18.532620 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0d52bd-b293-476d-ab1d-28740a808c67 req-bc9a1bab-b5d7-4645-89a1-b5daa3e14b97 tempest-DeleteServersTestJSON-1730502919 tempest-DeleteServersTestJSON-1730502919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:23:18.534546 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-2d0d52bd-b293-476d-ab1d-28740a808c67 req-bc9a1bab-b5d7-4645-89a1-b5daa3e14b97 tempest-DeleteServersTestJSON-1730502919 tempest-DeleteServersTestJSON-1730502919-project] 10.222.0.47 "GET /v2.0/ports?device_id=587717dd-d083-47e1-9cd7-d4ac07276f10 HTTP/1.1" status: 200 len: 946 time: 0.1289105 Aug 26 15:23:18.732967 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.plugin [req-2d0d52bd-b293-476d-ab1d-28740a808c67 req-75423ff1-5d88-48eb-8ac4-40ace442eade tempest-DeleteServersTestJSON-1730502919 tempest-DeleteServersTestJSON-1730502919-project] Deleting port e62592d8-3c13-4ba3-b16f-500c0752cb12 {{(pid=93841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 15:23:18.736684 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-2d0d52bd-b293-476d-ab1d-28740a808c67 req-75423ff1-5d88-48eb-8ac4-40ace442eade tempest-DeleteServersTestJSON-1730502919 tempest-DeleteServersTestJSON-1730502919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793280853279'] for port, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:18.957333 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.db [req-2d0d52bd-b293-476d-ab1d-28740a808c67 req-75423ff1-5d88-48eb-8ac4-40ace442eade tempest-DeleteServersTestJSON-1730502919 tempest-DeleteServersTestJSON-1730502919-project] For port e62592d8-3c13-4ba3-b16f-500c0752cb12, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=e62592d8-3c13-4ba3-b16f-500c0752cb12,segment=NetworkSegment(818aaf55-46d5-4ddf-9337-45c80fa5cae7),segment_id=818aaf55-46d5-4ddf-9337-45c80fa5cae7)] {{(pid=93841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:23:18.958340 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-2d0d52bd-b293-476d-ab1d-28740a808c67 req-75423ff1-5d88-48eb-8ac4-40ace442eade tempest-DeleteServersTestJSON-1730502919 tempest-DeleteServersTestJSON-1730502919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3924976'] for port, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:18.983870 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.plugin [req-2d0d52bd-b293-476d-ab1d-28740a808c67 req-75423ff1-5d88-48eb-8ac4-40ace442eade tempest-DeleteServersTestJSON-1730502919 tempest-DeleteServersTestJSON-1730502919-project] Calling delete_port for e62592d8-3c13-4ba3-b16f-500c0752cb12 owned by compute:nova {{(pid=93841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 15:23:19.317597 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbb0b2b-8f1c-48b3-85d4-1912b62e6fb0 req-1fe55a42-cdb1-4737-b761-e1166c64f6f1 tempest-DeleteServersTestJSON-1730502919 tempest-DeleteServersTestJSON-1730502919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:23:19.317597 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-afbb0b2b-8f1c-48b3-85d4-1912b62e6fb0 req-1fe55a42-cdb1-4737-b761-e1166c64f6f1 tempest-DeleteServersTestJSON-1730502919 tempest-DeleteServersTestJSON-1730502919-project] 10.222.0.20 "GET /v2.0/ports?device_id=587717dd-d083-47e1-9cd7-d4ac07276f10 HTTP/1.1" status: 200 len: 946 time: 0.1671143 Aug 26 15:23:19.353346 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-2d0d52bd-b293-476d-ab1d-28740a808c67 req-75423ff1-5d88-48eb-8ac4-40ace442eade tempest-DeleteServersTestJSON-1730502919 tempest-DeleteServersTestJSON-1730502919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793280828191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793280355368'] for port, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:19.370969 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] get_ports_and_sgs() called for port_ids ['e62592d8-3c13-4ba3-b16f-500c0752cb12'] {{(pid=93843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 15:23:19.442522 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-afbb0b2b-8f1c-48b3-85d4-1912b62e6fb0 req-b6040727-4da4-40a4-b1b2-aa775718cb0e tempest-DeleteServersTestJSON-1730502919 tempest-DeleteServersTestJSON-1730502919-project] 10.222.0.20 "GET /v2.0/security-groups?id=75a05ea5-e4a4-4b4e-b1bc-4839c525eea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151001 Aug 26 15:23:19.446771 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75423ff1-5d88-48eb-8ac4-40ace442eade tempest-DeleteServersTestJSON-1730502919 tempest-DeleteServersTestJSON-1730502919-project] Pushing event deleted for resources: {'Port': ['ID=e62592d8-3c13-4ba3-b16f-500c0752cb12,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:23:19.563011 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d0d52bd-b293-476d-ab1d-28740a808c67 req-75423ff1-5d88-48eb-8ac4-40ace442eade tempest-DeleteServersTestJSON-1730502919 tempest-DeleteServersTestJSON-1730502919-project] No DVR routers for this DVR port e62592d8-3c13-4ba3-b16f-500c0752cb12 on host hv-cinder-77957 {{(pid=93841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 15:23:19.568805 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-2d0d52bd-b293-476d-ab1d-28740a808c67 req-75423ff1-5d88-48eb-8ac4-40ace442eade tempest-DeleteServersTestJSON-1730502919 tempest-DeleteServersTestJSON-1730502919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4089636'] for port, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:19.574134 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-2d0d52bd-b293-476d-ab1d-28740a808c67 req-75423ff1-5d88-48eb-8ac4-40ace442eade tempest-DeleteServersTestJSON-1730502919 tempest-DeleteServersTestJSON-1730502919-project] 10.222.0.47 "DELETE /v2.0/ports/e62592d8-3c13-4ba3-b16f-500c0752cb12 HTTP/1.1" status: 204 len: 173 time: 1.0286787 Aug 26 15:23:19.575972 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '587717dd-d083-47e1-9cd7-d4ac07276f10', 'name': 'network-vif-deleted', 'tag': 'e62592d8-3c13-4ba3-b16f-500c0752cb12'}] {{(pid=93841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 15:23:19.581417 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40d6179e675e884694bb6412ad93f17435ac71a39ec2274297e1b4aadb89820e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b6bfb0f-221e-43d1-97b3-a7e2a52f5fbc" -d '{"events": [{"server_uuid": "587717dd-d083-47e1-9cd7-d4ac07276f10", "name": "network-vif-deleted", "tag": "e62592d8-3c13-4ba3-b16f-500c0752cb12"}]}' {{(pid=93841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:23:19.662869 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a5421-fa7c-460f-af8f-76f0099fa9b7 req-431c85a5-ee29-43bd-a43e-25b024b93bb9 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:23:19.665991 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-db8a5421-fa7c-460f-af8f-76f0099fa9b7 req-431c85a5-ee29-43bd-a43e-25b024b93bb9 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4a109b7-6110-45ff-9a8e-b5a6cf8f7b74 HTTP/1.1" status: 200 len: 946 time: 0.0944641 Aug 26 15:23:19.667048 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 15:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb8cfe83-176a-4dd7-b244-bd2d0e0601fb x-openstack-request-id: req-fb8cfe83-176a-4dd7-b244-bd2d0e0601fb {{(pid=93841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:23:19.667463 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "587717dd-d083-47e1-9cd7-d4ac07276f10", "name": "network-vif-deleted", "tag": "e62592d8-3c13-4ba3-b16f-500c0752cb12", "status": "completed", "code": 200}]} {{(pid=93841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:23:19.667849 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fb8cfe83-176a-4dd7-b244-bd2d0e0601fb {{(pid=93841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:23:19.668955 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '587717dd-d083-47e1-9cd7-d4ac07276f10', 'name': 'network-vif-deleted', 'tag': 'e62592d8-3c13-4ba3-b16f-500c0752cb12', 'status': 'completed', 'code': 200} Aug 26 15:23:19.723999 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-db8a5421-fa7c-460f-af8f-76f0099fa9b7 req-d9a15bc8-2c34-4ab3-a542-be7c0dbf6a12 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448635 Aug 26 15:23:20.615722 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-5644dbd3-d43d-4cce-8da2-ef0b3ceff202 req-2ccf640d-98ca-4ba7-8568-c5699f78a89c tempest-DeleteServersTestJSON-1730502919 tempest-DeleteServersTestJSON-1730502919-project] 10.222.0.20 "GET /v2.0/ports?device_id=587717dd-d083-47e1-9cd7-d4ac07276f10 HTTP/1.1" status: 200 len: 210 time: 0.0305860 Aug 26 15:23:20.704663 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 53812) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:23:20.914420 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-27944847-b80f-40fa-83d0-070e12a8cf95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:20.943445 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5135b7c-a40a-47c6-841b-c92edc124fe0 req-7e7d8bfd-cdd0-47ed-8c74-82e711319a18 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:23:20.946255 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-a5135b7c-a40a-47c6-841b-c92edc124fe0 req-7e7d8bfd-cdd0-47ed-8c74-82e711319a18 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4a109b7-6110-45ff-9a8e-b5a6cf8f7b74 HTTP/1.1" status: 200 len: 946 time: 0.1136186 Aug 26 15:23:21.065595 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-a5135b7c-a40a-47c6-841b-c92edc124fe0 req-344c8506-9eed-41c9-9a68-42685bc5d52d tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092479 Aug 26 15:23:21.111764 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 53824) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:23:21.129501 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-27944847-b80f-40fa-83d0-070e12a8cf95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:21.135170 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-27944847-b80f-40fa-83d0-070e12a8cf95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:21.204565 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-27944847-b80f-40fa-83d0-070e12a8cf95 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9351ac2645264bb39cda519dd5c298ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4974349 Aug 26 15:23:21.206919 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 53836) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:23:21.212260 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27944847-b80f-40fa-83d0-070e12a8cf95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=904bf50b-e438-4daa-b61f-751915a9bc03,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:23:21.364932 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-3181a9b1-414d-4495-912f-a69111db5e65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:21.380323 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-f345289d-90af-4eb8-b0dc-9104ddcb7299 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:21.431629 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-3181a9b1-414d-4495-912f-a69111db5e65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:21.589372 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-3181a9b1-414d-4495-912f-a69111db5e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:21.593951 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-3181a9b1-414d-4495-912f-a69111db5e65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:21.595847 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-3181a9b1-414d-4495-912f-a69111db5e65 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/904bf50b-e438-4daa-b61f-751915a9bc03 HTTP/1.1" status: 204 len: 168 time: 0.3867750 Aug 26 15:23:21.625411 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3181a9b1-414d-4495-912f-a69111db5e65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=904bf50b-e438-4daa-b61f-751915a9bc03,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:23:21.675974 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-f345289d-90af-4eb8-b0dc-9104ddcb7299 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:21.684721 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-f345289d-90af-4eb8-b0dc-9104ddcb7299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:21.758257 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-f345289d-90af-4eb8-b0dc-9104ddcb7299 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b280c72f826147f7b898700825588df5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6338089 Aug 26 15:23:21.758257 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f345289d-90af-4eb8-b0dc-9104ddcb7299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=271042f5-b37c-4797-ade7-5f4b21d9447d,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:23:21.759319 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 53850) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:23:21.837456 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-439e4adc-e28f-4926-9fff-4b55f4dfc2ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:21.879578 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-439e4adc-e28f-4926-9fff-4b55f4dfc2ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:21.962249 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-439e4adc-e28f-4926-9fff-4b55f4dfc2ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:21.965081 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-439e4adc-e28f-4926-9fff-4b55f4dfc2ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:21.967883 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-439e4adc-e28f-4926-9fff-4b55f4dfc2ce admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/271042f5-b37c-4797-ade7-5f4b21d9447d HTTP/1.1" status: 204 len: 168 time: 0.2075105 Aug 26 15:23:21.986969 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439e4adc-e28f-4926-9fff-4b55f4dfc2ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=271042f5-b37c-4797-ade7-5f4b21d9447d,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:23:22.286678 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130a4126-b870-45b8-a08e-2f49ba51ada5 req-e6011c8a-c5d0-4e8c-a9e3-0d513581057f tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:23:22.290133 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-130a4126-b870-45b8-a08e-2f49ba51ada5 req-e6011c8a-c5d0-4e8c-a9e3-0d513581057f tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4a109b7-6110-45ff-9a8e-b5a6cf8f7b74 HTTP/1.1" status: 200 len: 946 time: 0.1081715 Aug 26 15:23:22.413112 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-130a4126-b870-45b8-a08e-2f49ba51ada5 req-2d8ca070-1b2c-4198-a691-a5b7c9e32129 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935769 Aug 26 15:23:22.416205 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Device e62592d8-3c13-4ba3-b16f-500c0752cb12 no longer exists at agent hyperv_hv-cinder-77957 {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 15:23:22.488169 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] No Port match for: e62592d8-3c13-4ba3-b16f-500c0752cb12 {{(pid=93843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 15:23:22.488772 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Device e62592d8-3c13-4ba3-b16f-500c0752cb12 not bound to the agent host hv-cinder-77957 {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 15:23:22.492374 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 53878) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:23:22.520292 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-c2eef66a-3ed3-4719-bc0d-6c0f7f6110e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:22.560047 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 53882) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:23:22.585225 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-f105c104-9031-4fde-9208-77392129bf00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:22.710653 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-c2eef66a-3ed3-4719-bc0d-6c0f7f6110e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:22.717573 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-c2eef66a-3ed3-4719-bc0d-6c0f7f6110e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:22.774382 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-c2eef66a-3ed3-4719-bc0d-6c0f7f6110e5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=92ed5aa26666438e9825c4b5d9467ba9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2761941 Aug 26 15:23:22.774382 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eef66a-3ed3-4719-bc0d-6c0f7f6110e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdf086be-8a26-4337-b6de-3fc1c8e07cd6,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:23:22.775213 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 53892) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:23:22.844593 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-edd58d19-75c7-477c-a5eb-0a93e9ac5c83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:22.858396 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-f105c104-9031-4fde-9208-77392129bf00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:22.863680 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-f105c104-9031-4fde-9208-77392129bf00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:22.872012 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-edd58d19-75c7-477c-a5eb-0a93e9ac5c83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:22.939083 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f105c104-9031-4fde-9208-77392129bf00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c20aff56-43cc-43ac-af5d-78e9f34f99aa,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:23:22.945590 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-f105c104-9031-4fde-9208-77392129bf00 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3b49803598494bdcb3f3e7b21c055644&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3835289 Aug 26 15:23:22.953783 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 53902) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:23:22.971995 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-edd58d19-75c7-477c-a5eb-0a93e9ac5c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:22.977234 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-edd58d19-75c7-477c-a5eb-0a93e9ac5c83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:22.981782 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-edd58d19-75c7-477c-a5eb-0a93e9ac5c83 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bdf086be-8a26-4337-b6de-3fc1c8e07cd6 HTTP/1.1" status: 204 len: 168 time: 0.2032750 Aug 26 15:23:23.007453 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd58d19-75c7-477c-a5eb-0a93e9ac5c83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdf086be-8a26-4337-b6de-3fc1c8e07cd6,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:23:23.029566 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-86a7f9a7-82fc-40e1-a963-574852103c7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:23.069551 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-86a7f9a7-82fc-40e1-a963-574852103c7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:23.154361 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-86a7f9a7-82fc-40e1-a963-574852103c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:23.158842 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-86a7f9a7-82fc-40e1-a963-574852103c7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:23.161399 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-86a7f9a7-82fc-40e1-a963-574852103c7e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c20aff56-43cc-43ac-af5d-78e9f34f99aa HTTP/1.1" status: 204 len: 168 time: 0.2053092 Aug 26 15:23:23.177654 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a7f9a7-82fc-40e1-a963-574852103c7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c20aff56-43cc-43ac-af5d-78e9f34f99aa,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:23:23.592174 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 53930) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:23:23.694850 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d67f607-0bac-4f02-bcd1-e29ca954fdd5 admin admin] Deleting subnet dd61c1a1-fece-49e2-a808-ff97a7916245 {{(pid=93842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 15:23:23.713503 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-9d67f607-0bac-4f02-bcd1-e29ca954fdd5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:23.729355 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63343ec7-f007-4588-ba4e-f5779eae8d4c req-7fdbe7cd-0cd1-4ae6-9fca-9ba4b4fbe7ea tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:23:23.732089 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-63343ec7-f007-4588-ba4e-f5779eae8d4c req-7fdbe7cd-0cd1-4ae6-9fca-9ba4b4fbe7ea tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4a109b7-6110-45ff-9a8e-b5a6cf8f7b74 HTTP/1.1" status: 200 len: 946 time: 0.1000688 Aug 26 15:23:23.789037 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-9d67f607-0bac-4f02-bcd1-e29ca954fdd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261274009'] for subnet, precommit_delete_associations {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:23.827061 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-63343ec7-f007-4588-ba4e-f5779eae8d4c req-437c4c4f-bc9b-4de1-b4cd-66d927772f0a tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814424 Aug 26 15:23:23.854403 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-9d67f607-0bac-4f02-bcd1-e29ca954fdd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3507378'] for subnet, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:23.957913 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-9d67f607-0bac-4f02-bcd1-e29ca954fdd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3507389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261268958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260396897'] for subnet, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:24.010528 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d67f607-0bac-4f02-bcd1-e29ca954fdd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd61c1a1-fece-49e2-a808-ff97a7916245,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:23:24.016916 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-9d67f607-0bac-4f02-bcd1-e29ca954fdd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774323'] for subnet, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:24.027928 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-9d67f607-0bac-4f02-bcd1-e29ca954fdd5 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/dd61c1a1-fece-49e2-a808-ff97a7916245 HTTP/1.1" status: 204 len: 168 time: 0.4342830 Aug 26 15:23:24.028223 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 53956) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:23:24.166519 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-ccb981ef-feb2-4f13-a8d2-f1a21cd019e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526882'] for network, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:24.304110 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-ccb981ef-feb2-4f13-a8d2-f1a21cd019e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687945', 'neutron.services.segments.db._delete_segments_for_network-8793280934638'] for network, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:24.319378 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-ccb981ef-feb2-4f13-a8d2-f1a21cd019e2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:23:24.319970 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-ccb981ef-feb2-4f13-a8d2-f1a21cd019e2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:23:24.320906 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-ccb981ef-feb2-4f13-a8d2-f1a21cd019e2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:23:24.321560 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-ccb981ef-feb2-4f13-a8d2-f1a21cd019e2 admin admin] Subscribe: > port after_create 55550000 {{(pid=93841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:23:24.322109 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-ccb981ef-feb2-4f13-a8d2-f1a21cd019e2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:23:24.322627 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-ccb981ef-feb2-4f13-a8d2-f1a21cd019e2 admin admin] Subscribe: > port after_update 55550000 {{(pid=93841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:23:24.323430 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-ccb981ef-feb2-4f13-a8d2-f1a21cd019e2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:23:24.323961 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-ccb981ef-feb2-4f13-a8d2-f1a21cd019e2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:23:24.325126 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-ccb981ef-feb2-4f13-a8d2-f1a21cd019e2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:23:24.325564 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-ccb981ef-feb2-4f13-a8d2-f1a21cd019e2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:23:24.527727 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-ccb981ef-feb2-4f13-a8d2-f1a21cd019e2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:23:24.528291 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-ccb981ef-feb2-4f13-a8d2-f1a21cd019e2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:23:24.528770 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-ccb981ef-feb2-4f13-a8d2-f1a21cd019e2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:23:24.529291 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-ccb981ef-feb2-4f13-a8d2-f1a21cd019e2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:23:24.530076 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.services.segments.db [None req-ccb981ef-feb2-4f13-a8d2-f1a21cd019e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae65a4ef-fdc5-40e5-b29a-6b6f8df0a048']}} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:23:24.560350 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.services.segments.db [None req-ccb981ef-feb2-4f13-a8d2-f1a21cd019e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '818aaf55-46d5-4ddf-9337-45c80fa5cae7') {'for_net_delete': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:23:24.561146 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.services.segments.db [None req-ccb981ef-feb2-4f13-a8d2-f1a21cd019e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '818aaf55-46d5-4ddf-9337-45c80fa5cae7') {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:23:24.580982 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-ccb981ef-feb2-4f13-a8d2-f1a21cd019e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793280934521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263749185'] for segment, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:24.609961 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-ccb981ef-feb2-4f13-a8d2-f1a21cd019e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509819'] for segment, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:24.610207 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 53978) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:23:24.637201 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccb981ef-feb2-4f13-a8d2-f1a21cd019e2 admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=93841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 15:23:24.638514 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-ccb981ef-feb2-4f13-a8d2-f1a21cd019e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263742103'] for segment, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:24.653938 dv-cinder-779576-7-iscsi neutron-server[93841]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 26 15:23:24.653938 dv-cinder-779576-7-iscsi neutron-server[93841]: from cryptography.utils import int_from_bytes Aug 26 15:23:24.653938 dv-cinder-779576-7-iscsi neutron-server[93841]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 26 15:23:24.653938 dv-cinder-779576-7-iscsi neutron-server[93841]: from cryptography.utils import int_from_bytes Aug 26 15:23:24.653938 dv-cinder-779576-7-iscsi neutron-server[93841]: Traceback (most recent call last): Aug 26 15:23:24.653938 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 15:23:24.653938 dv-cinder-779576-7-iscsi neutron-server[93841]: timer() Aug 26 15:23:24.653938 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 15:23:24.653938 dv-cinder-779576-7-iscsi neutron-server[93841]: cb(*args, **kw) Aug 26 15:23:24.653938 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 15:23:24.653938 dv-cinder-779576-7-iscsi neutron-server[93841]: return func(*args, **kwargs) Aug 26 15:23:24.653938 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 15:23:24.653938 dv-cinder-779576-7-iscsi neutron-server[93841]: self._notify() Aug 26 15:23:24.653938 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 15:23:24.653938 dv-cinder-779576-7-iscsi neutron-server[93841]: self.callback(batched_events) Aug 26 15:23:24.653938 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 15:23:24.653938 dv-cinder-779576-7-iscsi neutron-server[93841]: event.method(event) Aug 26 15:23:24.653938 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 15:23:24.653938 dv-cinder-779576-7-iscsi neutron-server[93841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 15:23:24.653938 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 15:23:24.653938 dv-cinder-779576-7-iscsi neutron-server[93841]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 15:23:24.653938 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 15:23:24.653938 dv-cinder-779576-7-iscsi neutron-server[93841]: return f(self, *a, **k) Aug 26 15:23:24.653938 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 15:23:24.653938 dv-cinder-779576-7-iscsi neutron-server[93841]: return self._get(url).json() Aug 26 15:23:24.653938 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 15:23:24.653938 dv-cinder-779576-7-iscsi neutron-server[93841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 15:23:24.653938 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 15:23:24.653938 dv-cinder-779576-7-iscsi neutron-server[93841]: return self.request(url, 'GET', **kwargs) Aug 26 15:23:24.653938 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 15:23:24.653938 dv-cinder-779576-7-iscsi neutron-server[93841]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 15:23:24.653938 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 15:23:24.653938 dv-cinder-779576-7-iscsi neutron-server[93841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 15:23:24.653938 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 15:23:24.653938 dv-cinder-779576-7-iscsi neutron-server[93841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 15:23:24.653938 dv-cinder-779576-7-iscsi neutron-server[93841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 15:23:24.739578 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-ccb981ef-feb2-4f13-a8d2-f1a21cd019e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3928461'] for network, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:24.748834 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-ccb981ef-feb2-4f13-a8d2-f1a21cd019e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774323'] for network, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:24.757065 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-ccb981ef-feb2-4f13-a8d2-f1a21cd019e2 admin admin] 10.222.0.20 "DELETE /v2.0/networks/ae65a4ef-fdc5-40e5-b29a-6b6f8df0a048 HTTP/1.1" status: 204 len: 168 time: 0.7239349 Aug 26 15:23:24.779565 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb981ef-feb2-4f13-a8d2-f1a21cd019e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae65a4ef-fdc5-40e5-b29a-6b6f8df0a048,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:23:25.078007 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-15b47605-4563-4090-a801-2d16f879051e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:25.183615 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 54028) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:23:25.229122 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-15b47605-4563-4090-a801-2d16f879051e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:25.237711 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6adca6c-7f40-4871-9796-0396d4da4ae6 req-ab2911bf-86ce-4dbf-80ce-147e2e645207 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:23:25.239296 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-f6adca6c-7f40-4871-9796-0396d4da4ae6 req-ab2911bf-86ce-4dbf-80ce-147e2e645207 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4a109b7-6110-45ff-9a8e-b5a6cf8f7b74 HTTP/1.1" status: 200 len: 946 time: 0.2879465 Aug 26 15:23:25.241649 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-15b47605-4563-4090-a801-2d16f879051e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:25.272553 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-15b47605-4563-4090-a801-2d16f879051e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d44ccf80c06b4873827f0d6919ce4944&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6595495 Aug 26 15:23:25.280930 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 54038) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:23:25.326678 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-48b8a9fb-b73f-4d93-a7eb-98a8917697c5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ee4e5400142e4c7fbe137913ded5ccba&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1440794 Aug 26 15:23:25.329277 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 54046) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:23:25.332734 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-f6adca6c-7f40-4871-9796-0396d4da4ae6 req-0ccf2d6a-2706-4cf9-b51c-0ada478a0870 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643303 Aug 26 15:23:25.336764 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b47605-4563-4090-a801-2d16f879051e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be2cc56b-3572-4ba1-90bb-7cca8e69c471,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:23:25.475585 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-e6ef2900-f0fb-411e-bd78-b1ed897c3008 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:25.751525 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-e6ef2900-f0fb-411e-bd78-b1ed897c3008 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:25.753226 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-c82e3730-8c91-4f61-8df1-91dd927e68a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:25.801325 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-c82e3730-8c91-4f61-8df1-91dd927e68a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:25.868086 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-e6ef2900-f0fb-411e-bd78-b1ed897c3008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:25.872851 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-e6ef2900-f0fb-411e-bd78-b1ed897c3008 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:25.874495 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-e6ef2900-f0fb-411e-bd78-b1ed897c3008 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/be2cc56b-3572-4ba1-90bb-7cca8e69c471 HTTP/1.1" status: 204 len: 168 time: 0.5925667 Aug 26 15:23:25.888654 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ef2900-f0fb-411e-bd78-b1ed897c3008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be2cc56b-3572-4ba1-90bb-7cca8e69c471,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:23:25.916497 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-c82e3730-8c91-4f61-8df1-91dd927e68a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:25.919838 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-c82e3730-8c91-4f61-8df1-91dd927e68a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:25.924355 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-c82e3730-8c91-4f61-8df1-91dd927e68a4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/75a05ea5-e4a4-4b4e-b1bc-4839c525eea5 HTTP/1.1" status: 204 len: 168 time: 0.5849071 Aug 26 15:23:25.945264 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82e3730-8c91-4f61-8df1-91dd927e68a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a05ea5-e4a4-4b4e-b1bc-4839c525eea5,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:23:26.516766 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6e8080-8da4-4c17-95e3-6158dcba3370 req-e87511aa-6b56-4a28-a789-9f473b53c738 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:23:26.531197 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-ed6e8080-8da4-4c17-95e3-6158dcba3370 req-e87511aa-6b56-4a28-a789-9f473b53c738 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4a109b7-6110-45ff-9a8e-b5a6cf8f7b74 HTTP/1.1" status: 200 len: 946 time: 0.0914721 Aug 26 15:23:26.604627 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-ed6e8080-8da4-4c17-95e3-6158dcba3370 req-75fd7f49-f9bc-45ab-b0bd-34d59954660f tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719521 Aug 26 15:23:26.655087 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 54114) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:23:26.688896 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-79d50395-ce88-4ecd-9190-9ecf46ee4e93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:26.888728 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-79d50395-ce88-4ecd-9190-9ecf46ee4e93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:26.895727 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-79d50395-ce88-4ecd-9190-9ecf46ee4e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:26.942616 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-79d50395-ce88-4ecd-9190-9ecf46ee4e93 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cf4f57e4b2124108b58c63305d7889b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2862341 Aug 26 15:23:26.943848 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d50395-ce88-4ecd-9190-9ecf46ee4e93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5197f724-e783-4ffa-83cf-89e39f49fd0f,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:23:26.959135 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 54132) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:23:27.042483 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-1f2cf0d7-33e3-4752-9a6f-4818d910e305 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:27.093486 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-1f2cf0d7-33e3-4752-9a6f-4818d910e305 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:27.232759 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-1f2cf0d7-33e3-4752-9a6f-4818d910e305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:27.237739 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-1f2cf0d7-33e3-4752-9a6f-4818d910e305 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:27.239104 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-1f2cf0d7-33e3-4752-9a6f-4818d910e305 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5197f724-e783-4ffa-83cf-89e39f49fd0f HTTP/1.1" status: 204 len: 168 time: 0.2788482 Aug 26 15:23:27.253443 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2cf0d7-33e3-4752-9a6f-4818d910e305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5197f724-e783-4ffa-83cf-89e39f49fd0f,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:23:27.751677 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 54176) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:23:27.776133 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-13fec12f-b2f4-4d09-8f4e-b0accfa2c8c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:27.860585 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bcdb24-4eb4-4182-bdc4-f4ffde6aafb0 req-6752a1c0-4b2b-4d3e-b0bb-9a9245680068 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:23:27.880699 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-53bcdb24-4eb4-4182-bdc4-f4ffde6aafb0 req-6752a1c0-4b2b-4d3e-b0bb-9a9245680068 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4a109b7-6110-45ff-9a8e-b5a6cf8f7b74 HTTP/1.1" status: 200 len: 946 time: 0.1406703 Aug 26 15:23:27.937611 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-13fec12f-b2f4-4d09-8f4e-b0accfa2c8c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:27.942999 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-13fec12f-b2f4-4d09-8f4e-b0accfa2c8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:27.983261 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fec12f-b2f4-4d09-8f4e-b0accfa2c8c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8dae005-c9cf-4533-8a13-ae1cdd8615f9,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:23:28.014948 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-53bcdb24-4eb4-4182-bdc4-f4ffde6aafb0 req-e315e1ce-1062-4c64-801e-365547a53738 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289067 Aug 26 15:23:28.026310 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-13fec12f-b2f4-4d09-8f4e-b0accfa2c8c9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3af9411c6be54b5c86bf0ba8330cf271&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2703607 Aug 26 15:23:28.032191 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 54192) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:23:28.097219 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-458d8b9c-ea4e-48c9-8f60-ae75490aa6be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:28.134921 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-458d8b9c-ea4e-48c9-8f60-ae75490aa6be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:28.226353 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-458d8b9c-ea4e-48c9-8f60-ae75490aa6be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:28.236902 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-458d8b9c-ea4e-48c9-8f60-ae75490aa6be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:28.239049 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-458d8b9c-ea4e-48c9-8f60-ae75490aa6be admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d8dae005-c9cf-4533-8a13-ae1cdd8615f9 HTTP/1.1" status: 204 len: 168 time: 0.2057967 Aug 26 15:23:28.262616 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d8b9c-ea4e-48c9-8f60-ae75490aa6be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8dae005-c9cf-4533-8a13-ae1cdd8615f9,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:23:28.345327 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 54206) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:23:28.796212 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-1bdc1c8e-b38f-4735-b8f2-4f2996d58246 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:29.024338 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-1bdc1c8e-b38f-4735-b8f2-4f2996d58246 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:29.032751 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-1bdc1c8e-b38f-4735-b8f2-4f2996d58246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:29.116426 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-1bdc1c8e-b38f-4735-b8f2-4f2996d58246 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=aae64d214f9b4bc4bbd926155ffb819d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7694643 Aug 26 15:23:29.118084 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdc1c8e-b38f-4735-b8f2-4f2996d58246 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f931c4b-ea62-40fb-8ae9-0dde041b88af,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:23:29.120323 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 54244) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:23:29.265382 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-4baf27e9-0359-47eb-a150-6dcf3ff5c69c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:29.299420 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-4baf27e9-0359-47eb-a150-6dcf3ff5c69c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:29.322928 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3cae57-0172-4177-9db5-902f032536b3 req-bdceb1ff-fbb0-431d-a131-0f85cb9b084a tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:23:29.326328 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-3c3cae57-0172-4177-9db5-902f032536b3 req-bdceb1ff-fbb0-431d-a131-0f85cb9b084a tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4a109b7-6110-45ff-9a8e-b5a6cf8f7b74 HTTP/1.1" status: 200 len: 946 time: 0.1071327 Aug 26 15:23:29.422140 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-3c3cae57-0172-4177-9db5-902f032536b3 req-35f33ad1-0079-46d7-8c54-4d33d04c751f tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718372 Aug 26 15:23:29.423600 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-4baf27e9-0359-47eb-a150-6dcf3ff5c69c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:29.427051 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-4baf27e9-0359-47eb-a150-6dcf3ff5c69c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:29.428707 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-4baf27e9-0359-47eb-a150-6dcf3ff5c69c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9f931c4b-ea62-40fb-8ae9-0dde041b88af HTTP/1.1" status: 204 len: 168 time: 0.3073428 Aug 26 15:23:29.438739 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baf27e9-0359-47eb-a150-6dcf3ff5c69c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f931c4b-ea62-40fb-8ae9-0dde041b88af,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:23:29.523526 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 54266) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:23:29.662183 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [None req-07dba0a4-5d58-4233-a022-d4a0a88f618b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1462883441-network', 'tenant_id': 'f21f38b1620b40acb26630e47d85c6c2'}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:23:29.709684 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07dba0a4-5d58-4233-a022-d4a0a88f618b admin admin] Made reservation on behalf of f21f38b1620b40acb26630e47d85c6c2 for: {'network': 1} {{(pid=93841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:23:29.714121 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-07dba0a4-5d58-4233-a022-d4a0a88f618b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for network, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:29.731592 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-07dba0a4-5d58-4233-a022-d4a0a88f618b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:29.865579 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-07dba0a4-5d58-4233-a022-d4a0a88f618b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:29.873562 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-07dba0a4-5d58-4233-a022-d4a0a88f618b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:29.907523 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07dba0a4-5d58-4233-a022-d4a0a88f618b admin admin] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=93841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 15:23:29.920026 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dba0a4-5d58-4233-a022-d4a0a88f618b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e62b5368-65f6-47b1-a3f0-2bcec5167246,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:23:29.925864 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-07dba0a4-5d58-4233-a022-d4a0a88f618b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509819'] for segment, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:29.926186 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.db.segments_db [None req-07dba0a4-5d58-4233-a022-d4a0a88f618b admin admin] Added segment 65ca07df-a632-4cb7-b152-427f2eb06870 of type vlan for network 4c21aea0-317d-4d8f-b2c5-9e53ccb851fc Aug 26 15:23:29.976196 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-07dba0a4-5d58-4233-a022-d4a0a88f618b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793280371833'] for network, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:30.017922 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 54274) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:23:30.025398 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-07dba0a4-5d58-4233-a022-d4a0a88f618b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337'] for network, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:30.026484 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07dba0a4-5d58-4233-a022-d4a0a88f618b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:23:30.027111 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-07dba0a4-5d58-4233-a022-d4a0a88f618b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774323'] for network, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:30.080007 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-a52b9de6-61fb-4e6e-975c-b39b6d71f76b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:30.119762 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-07dba0a4-5d58-4233-a022-d4a0a88f618b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5906332 Aug 26 15:23:30.120637 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 54276) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:23:30.122191 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dba0a4-5d58-4233-a022-d4a0a88f618b admin admin] Pushing event updated for resources: {'Network': ['ID=4c21aea0-317d-4d8f-b2c5-9e53ccb851fc,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:23:30.129988 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [None req-0efa9566-4745-43bf-81b0-e199783a176e admin admin] Request body: {'subnet': {'network_id': '4c21aea0-317d-4d8f-b2c5-9e53ccb851fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1462883441-subnet', 'tenant_id': 'f21f38b1620b40acb26630e47d85c6c2', 'ip_version': 4}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:23:30.145354 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Network 4c21aea0-317d-4d8f-b2c5-9e53ccb851fc details requested by agent ovs-agent-dv-cinder-779576-7-iscsi with host dv-cinder-779576-7-iscsi {{(pid=93843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 15:23:30.259214 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-a52b9de6-61fb-4e6e-975c-b39b6d71f76b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:30.264598 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-a52b9de6-61fb-4e6e-975c-b39b6d71f76b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:30.283340 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0efa9566-4745-43bf-81b0-e199783a176e admin admin] Made reservation on behalf of f21f38b1620b40acb26630e47d85c6c2 for: {'subnet': 1} {{(pid=93842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:23:30.285987 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-0efa9566-4745-43bf-81b0-e199783a176e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260396810'] for subnet, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:30.314719 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52b9de6-61fb-4e6e-975c-b39b6d71f76b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=232ede9b-8d5f-4e68-aded-82841a2a8fb4,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:23:30.319422 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-a52b9de6-61fb-4e6e-975c-b39b6d71f76b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9a710aadc01d474da91ba0e5a93a2027&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3002183 Aug 26 15:23:30.324011 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 54280) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:23:30.410033 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-6d7ba4d0-d44f-4406-94df-8aa29f097d92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:30.460035 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-6d7ba4d0-d44f-4406-94df-8aa29f097d92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:30.588042 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-6d7ba4d0-d44f-4406-94df-8aa29f097d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:30.594286 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-6d7ba4d0-d44f-4406-94df-8aa29f097d92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:30.595513 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-6d7ba4d0-d44f-4406-94df-8aa29f097d92 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/232ede9b-8d5f-4e68-aded-82841a2a8fb4 HTTP/1.1" status: 204 len: 168 time: 0.2698495 Aug 26 15:23:30.616251 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-0efa9566-4745-43bf-81b0-e199783a176e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261273885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260396920'] for subnet, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:30.652715 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7ba4d0-d44f-4406-94df-8aa29f097d92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=232ede9b-8d5f-4e68-aded-82841a2a8fb4,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:23:30.737938 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f95c4d-a2ad-44fc-9b5f-6d21ca957fa8 req-b6ccd016-8447-41fd-903a-2f3dd0f69d82 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:23:30.744998 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-f6f95c4d-a2ad-44fc-9b5f-6d21ca957fa8 req-b6ccd016-8447-41fd-903a-2f3dd0f69d82 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4a109b7-6110-45ff-9a8e-b5a6cf8f7b74 HTTP/1.1" status: 200 len: 946 time: 0.1480746 Aug 26 15:23:30.811016 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efa9566-4745-43bf-81b0-e199783a176e admin admin] Checking segment: {'id': '65ca07df-a632-4cb7-b152-427f2eb06870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '4c21aea0-317d-4d8f-b2c5-9e53ccb851fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 15:23:30.811564 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0efa9566-4745-43bf-81b0-e199783a176e admin admin] Network hostable DHCP agents. Network: 4c21aea0-317d-4d8f-b2c5-9e53ccb851fc, hostable agents: ['c577b1e9-213f-4ed4-b1c1-ed72ab3b29a9'], hosted agents: [] {{(pid=93842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 15:23:30.816334 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efa9566-4745-43bf-81b0-e199783a176e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8344071b-748b-487d-9384-1d0a41d963ae,revision_number=0']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:23:30.825079 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-f6f95c4d-a2ad-44fc-9b5f-6d21ca957fa8 req-879f28e6-84d2-4c5b-8dda-8bd310d5b28c tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586882 Aug 26 15:23:30.852222 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0efa9566-4745-43bf-81b0-e199783a176e admin admin] Network 4c21aea0-317d-4d8f-b2c5-9e53ccb851fc is scheduled to be hosted by DHCP agent c577b1e9-213f-4ed4-b1c1-ed72ab3b29a9 with binding_index 1 {{(pid=93842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 15:23:30.870932 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.scheduler.base_scheduler [None req-0efa9566-4745-43bf-81b0-e199783a176e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779576-7-iscsi, 4c21aea0-317d-4d8f-b2c5-9e53ccb851fc) {{(pid=93842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:23:30.884056 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3973d6-9ba2-41ad-8b1b-f3d34a1571ee None None] Network 4c21aea0-317d-4d8f-b2c5-9e53ccb851fc requested from dv-cinder-779576-7-iscsi {{(pid=93843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 15:23:30.884300 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efa9566-4745-43bf-81b0-e199783a176e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:23:30.886512 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-0efa9566-4745-43bf-81b0-e199783a176e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774323'] for subnet, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:30.929788 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-0efa9566-4745-43bf-81b0-e199783a176e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8034132 Aug 26 15:23:30.930201 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 54308) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:23:30.936757 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [None req-c14543b5-7e33-4617-8333-01c14f990408 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1462883441-router', 'tenant_id': 'f21f38b1620b40acb26630e47d85c6c2', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e'}}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:23:30.976068 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-c14543b5-7e33-4617-8333-01c14f990408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3930572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28712'] for router, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:30.978248 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-c14543b5-7e33-4617-8333-01c14f990408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3930464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3928842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3854504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28705'] for router, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:31.071686 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-c14543b5-7e33-4617-8333-01c14f990408 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:31.237335 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e864618f-6e8d-4446-8f4d-262b19999558 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4cc187a2-af17-53df-8bc0-65deb136d35f-4c21aea0-317d-4d8f-b2c5-9e53ccb851fc', 'network_id': '4c21aea0-317d-4d8f-b2c5-9e53ccb851fc', 'tenant_id': 'f21f38b1620b40acb26630e47d85c6c2', 'fixed_ips': [{'subnet_id': '8344071b-748b-487d-9384-1d0a41d963ae'}]}} from dv-cinder-779576-7-iscsi. {{(pid=93843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 15:23:31.240051 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-e864618f-6e8d-4446-8f4d-262b19999558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_create {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:31.275363 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-c14543b5-7e33-4617-8333-01c14f990408 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:31.476542 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.db_base_plugin_common [None req-e864618f-6e8d-4446-8f4d-262b19999558 None None] Allocated IP 172.20.0.2 (4c21aea0-317d-4d8f-b2c5-9e53ccb851fc/8344071b-748b-487d-9384-1d0a41d963ae/04c88746-3672-4bdc-9a36-ea5dd1da3141) {{(pid=93843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:23:31.620660 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-c14543b5-7e33-4617-8333-01c14f990408 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:31.644278 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-c14543b5-7e33-4617-8333-01c14f990408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:31.703177 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-e864618f-6e8d-4446-8f4d-262b19999558 None None] Notify callbacks [] for port, precommit_create {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:31.718171 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-e864618f-6e8d-4446-8f4d-262b19999558 None None] Transition to ACTIVE for port object 04c88746-3672-4bdc-9a36-ea5dd1da3141 will not be triggered until provisioned by entity L2. {{(pid=93843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 15:23:31.757879 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-e864618f-6e8d-4446-8f4d-262b19999558 None None] Transition to ACTIVE for port object 04c88746-3672-4bdc-9a36-ea5dd1da3141 will not be triggered until provisioned by entity DHCP. {{(pid=93843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 15:23:31.768595 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-e864618f-6e8d-4446-8f4d-262b19999558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793280355359'] for port, after_create {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:31.810054 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e864618f-6e8d-4446-8f4d-262b19999558 None None] Network 4c21aea0-317d-4d8f-b2c5-9e53ccb851fc is already hosted by enough agents. {{(pid=93843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:23:31.814303 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.scheduler.base_scheduler [None req-e864618f-6e8d-4446-8f4d-262b19999558 None None] Resources bound (agent type, host, resource id): {{(pid=93843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:23:31.819077 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e864618f-6e8d-4446-8f4d-262b19999558 None None] Received port after_create {{(pid=93843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 15:23:31.922088 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.db.db_base_plugin_common [None req-c14543b5-7e33-4617-8333-01c14f990408 admin admin] Allocated IP 172.27.3.195 (94c3c280-690c-4a83-85d9-6b8aea125a5e/fcbbbf85-6bcd-493f-b527-2ade21fd40af/44fa70ee-dd12-4cd5-9853-168d0e03d07d) {{(pid=93841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:23:31.972320 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-e864618f-6e8d-4446-8f4d-262b19999558 None None] Attempting to bind port 04c88746-3672-4bdc-9a36-ea5dd1da3141 on host dv-cinder-779576-7-iscsi for vnic_type normal with profile {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 15:23:31.973651 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-e864618f-6e8d-4446-8f4d-262b19999558 None None] Attempting to bind port 04c88746-3672-4bdc-9a36-ea5dd1da3141 by drivers openvswitch,hyperv on host dv-cinder-779576-7-iscsi at level 0 using segments [{'id': '65ca07df-a632-4cb7-b152-427f2eb06870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '4c21aea0-317d-4d8f-b2c5-9e53ccb851fc'}] {{(pid=93843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 15:23:31.974517 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e864618f-6e8d-4446-8f4d-262b19999558 None None] Attempting to bind port 04c88746-3672-4bdc-9a36-ea5dd1da3141 on network 4c21aea0-317d-4d8f-b2c5-9e53ccb851fc {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 15:23:31.998390 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e864618f-6e8d-4446-8f4d-262b19999558 None None] Checking agent: {'id': '072be889-8d10-4535-8eb8-b08180675ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779576-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 15, 14, 10), 'started_at': datetime.datetime(2021, 8, 26, 15, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 15, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779576-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 15:23:31.999546 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e864618f-6e8d-4446-8f4d-262b19999558 None None] Checking segment: {'id': '65ca07df-a632-4cb7-b152-427f2eb06870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '4c21aea0-317d-4d8f-b2c5-9e53ccb851fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 15:23:32.000645 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-e864618f-6e8d-4446-8f4d-262b19999558 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:32.001647 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e864618f-6e8d-4446-8f4d-262b19999558 None None] Bound using segment: {'id': '65ca07df-a632-4cb7-b152-427f2eb06870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '4c21aea0-317d-4d8f-b2c5-9e53ccb851fc'} {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 15:23:32.002792 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-e864618f-6e8d-4446-8f4d-262b19999558 None None] Bound port: 04c88746-3672-4bdc-9a36-ea5dd1da3141, host: dv-cinder-779576-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65ca07df-a632-4cb7-b152-427f2eb06870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '4c21aea0-317d-4d8f-b2c5-9e53ccb851fc'}}] {{(pid=93843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 15:23:32.003714 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-e864618f-6e8d-4446-8f4d-262b19999558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:32.103376 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e864618f-6e8d-4446-8f4d-262b19999558 None None] Pushing event updated for resources: {'Port': ['ID=04c88746-3672-4bdc-9a36-ea5dd1da3141,revision_number=1']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:23:32.109777 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-c14543b5-7e33-4617-8333-01c14f990408 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:32.166560 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-c14543b5-7e33-4617-8333-01c14f990408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793280355359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263742114'] for port, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:32.213998 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb581ea6-315d-4fec-bc16-11ae57a61f9f req-954048a9-8176-4765-ae52-f8fbc08a376b tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:23:32.228115 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-fb581ea6-315d-4fec-bc16-11ae57a61f9f req-954048a9-8176-4765-ae52-f8fbc08a376b tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4a109b7-6110-45ff-9a8e-b5a6cf8f7b74 HTTP/1.1" status: 200 len: 946 time: 0.1387250 Aug 26 15:23:32.241302 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-e864618f-6e8d-4446-8f4d-262b19999558 None None] For port 04c88746-3672-4bdc-9a36-ea5dd1da3141, host dv-cinder-779576-7-iscsi, cleared binding levels {{(pid=93843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:23:32.252140 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-e864618f-6e8d-4446-8f4d-262b19999558 None None] For port 04c88746-3672-4bdc-9a36-ea5dd1da3141, host dv-cinder-779576-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-7-iscsi',level=0,port_id=04c88746-3672-4bdc-9a36-ea5dd1da3141,segment=NetworkSegment(65ca07df-a632-4cb7-b152-427f2eb06870),segment_id=65ca07df-a632-4cb7-b152-427f2eb06870)] {{(pid=93843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:23:32.264413 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14543b5-7e33-4617-8333-01c14f990408 admin admin] Pushing event updated for resources: {'Port': ['ID=44fa70ee-dd12-4cd5-9853-168d0e03d07d,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:23:32.265501 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-e864618f-6e8d-4446-8f4d-262b19999558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:32.284496 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14543b5-7e33-4617-8333-01c14f990408 admin admin] Network 94c3c280-690c-4a83-85d9-6b8aea125a5e is already hosted by enough agents. {{(pid=93841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:23:32.287499 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.scheduler.base_scheduler [None req-c14543b5-7e33-4617-8333-01c14f990408 admin admin] Resources bound (agent type, host, resource id): {{(pid=93841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:23:32.305438 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14543b5-7e33-4617-8333-01c14f990408 admin admin] Received port after_create {{(pid=93841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 15:23:32.310477 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-fb581ea6-315d-4fec-bc16-11ae57a61f9f req-9f190385-05dc-4e43-b847-b3b2cd0f116e tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806582 Aug 26 15:23:32.397034 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e864618f-6e8d-4446-8f4d-262b19999558 None None] Pushing event updated for resources: {'Port': ['ID=04c88746-3672-4bdc-9a36-ea5dd1da3141,revision_number=2']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:23:32.856142 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-c14543b5-7e33-4617-8333-01c14f990408 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:32.884482 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 54360) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:23:33.213464 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-da9da63c-2314-4d5f-81ac-36224dbc5833 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:33.225178 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-c14543b5-7e33-4617-8333-01c14f990408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3930459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3928533'] for router, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:33.427867 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-da9da63c-2314-4d5f-81ac-36224dbc5833 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:33.441164 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-da9da63c-2314-4d5f-81ac-36224dbc5833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:33.551397 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9da63c-2314-4d5f-81ac-36224dbc5833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d6ddf39-7222-43d3-b8be-14ddefce2f12,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:23:33.593478 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-da9da63c-2314-4d5f-81ac-36224dbc5833 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=75f3164b2acd497eae683dcfb5b96762&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7038770 Aug 26 15:23:33.594557 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 54390) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:23:33.612841 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c14543b5-7e33-4617-8333-01c14f990408 admin admin] Router 40abd8dd-3e14-48dd-a894-2d7a6e5c182e is scheduled to L3 agent 00a7d786-edfd-4f04-9152-3b7ae2bbf8ca with binding_index 1 {{(pid=93841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 15:23:33.638178 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103a7658-847a-4729-99f2-8f7b6e1c8bc4 req-d893fb53-afda-4d0c-b08c-53acb414061d tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:23:33.646304 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-103a7658-847a-4729-99f2-8f7b6e1c8bc4 req-d893fb53-afda-4d0c-b08c-53acb414061d tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4a109b7-6110-45ff-9a8e-b5a6cf8f7b74 HTTP/1.1" status: 200 len: 946 time: 0.1757228 Aug 26 15:23:33.663512 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 54392) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:23:33.778807 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-103a7658-847a-4729-99f2-8f7b6e1c8bc4 req-17059f51-96c3-4735-a8ea-9cffe46f4786 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281147 Aug 26 15:23:33.818406 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-1b169a48-34e3-41fb-a3b9-2c0634d7a3cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:33.873656 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c14543b5-7e33-4617-8333-01c14f990408 admin admin] Notify agent at l3_agent.dv-cinder-779576-7-iscsi the message routers_updated {{(pid=93841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 15:23:33.887293 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1233f895-194a-49d0-a279-6fde0b840620 None None] Sync routers for ids ['40abd8dd-3e14-48dd-a894-2d7a6e5c182e'] in dv-cinder-779576-7-iscsi {{(pid=93844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 15:23:33.897477 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1233f895-194a-49d0-a279-6fde0b840620 None None] Routers {'40abd8dd-3e14-48dd-a894-2d7a6e5c182e'} bound to L3 agent in host dv-cinder-779576-7-iscsi {{(pid=93844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 15:23:33.898287 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-1233f895-194a-49d0-a279-6fde0b840620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T15:14:10Z,description=,heartbeat_timestamp=2021-08-26T15:23:10Z,host='dv-cinder-779576-7-iscsi',id=00a7d786-edfd-4f04-9152-3b7ae2bbf8ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T15:14:10Z,topic='l3_agent')) {'router_ids': ['40abd8dd-3e14-48dd-a894-2d7a6e5c182e'], 'active': True} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:23:33.900247 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-1b169a48-34e3-41fb-a3b9-2c0634d7a3cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:33.913605 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-c14543b5-7e33-4617-8333-01c14f990408 admin admin] Notify callbacks [] for router, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:33.916509 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-4751cb8f-c6fe-4adb-bdf4-a92944c085c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:33.922097 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 54396) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:23:33.923528 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-c14543b5-7e33-4617-8333-01c14f990408 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.9919016 Aug 26 15:23:33.933623 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844e9ad0-c82c-4757-8f99-31b2af6ed1a8 None None] Network 4c21aea0-317d-4d8f-b2c5-9e53ccb851fc requested from dv-cinder-779576-7-iscsi {{(pid=93843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 15:23:34.104899 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-1b169a48-34e3-41fb-a3b9-2c0634d7a3cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:34.109182 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-1b169a48-34e3-41fb-a3b9-2c0634d7a3cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:34.110738 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvr_db [None req-1233f895-194a-49d0-a279-6fde0b840620 None None] Set router 40abd8dd-3e14-48dd-a894-2d7a6e5c182e gateway port host: dv-cinder-779576-7-iscsi {{(pid=93844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 15:23:34.111291 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-1b169a48-34e3-41fb-a3b9-2c0634d7a3cc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8d6ddf39-7222-43d3-b8be-14ddefce2f12 HTTP/1.1" status: 204 len: 168 time: 0.5080709 Aug 26 15:23:34.170509 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b169a48-34e3-41fb-a3b9-2c0634d7a3cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d6ddf39-7222-43d3-b8be-14ddefce2f12,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:23:34.245287 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-042d9148-f24c-4576-afbc-027a04315d08 None None] Provisioning for port 04c88746-3672-4bdc-9a36-ea5dd1da3141 completed by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 15:23:34.445765 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-1233f895-194a-49d0-a279-6fde0b840620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40abd8dd-3e14-48dd-a894-2d7a6e5c182e', 'name': 'tempest-TestMinimumBasicScenario-1462883441-router', 'tenant_id': 'f21f38b1620b40acb26630e47d85c6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': '44fa70ee-dd12-4cd5-9853-168d0e03d07d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:23:30Z', 'updated_at': '2021-08-26T15:23:32Z', 'revision_number': 3, 'project_id': 'f21f38b1620b40acb26630e47d85c6c2', 'gw_port': {'id': '44fa70ee-dd12-4cd5-9853-168d0e03d07d', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a3:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40abd8dd-3e14-48dd-a894-2d7a6e5c182e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:23:31Z', 'updated_at': '2021-08-26T15:23:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi'}], 'dv-cinder-779576-7-iscsi', False) {} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:23:34.486800 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Device 04c88746-3672-4bdc-9a36-ea5dd1da3141 up at agent ovs-agent-dv-cinder-779576-7-iscsi {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:23:34.551548 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1233f895-194a-49d0-a279-6fde0b840620 None None] Checking router: 40abd8dd-3e14-48dd-a894-2d7a6e5c182e for host: dv-cinder-779576-7-iscsi {{(pid=93844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 15:23:34.551862 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1233f895-194a-49d0-a279-6fde0b840620 None None] Updating router 40abd8dd-3e14-48dd-a894-2d7a6e5c182e port 44fa70ee-dd12-4cd5-9853-168d0e03d07d binding host dv-cinder-779576-7-iscsi {{(pid=93844) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 15:23:34.626676 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-1233f895-194a-49d0-a279-6fde0b840620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:34.685250 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Provisioning for port 04c88746-3672-4bdc-9a36-ea5dd1da3141 completed by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 15:23:34.691985 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Provisioning complete for port 04c88746-3672-4bdc-9a36-ea5dd1da3141 triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:23:34.692887 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:34.798960 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-4751cb8f-c6fe-4adb-bdf4-a92944c085c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:34.833151 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-4751cb8f-c6fe-4adb-bdf4-a92944c085c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:34.880644 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:35.016956 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] For port 04c88746-3672-4bdc-9a36-ea5dd1da3141, host dv-cinder-779576-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-7-iscsi',level=0,port_id=04c88746-3672-4bdc-9a36-ea5dd1da3141,segment=NetworkSegment(65ca07df-a632-4cb7-b152-427f2eb06870),segment_id=65ca07df-a632-4cb7-b152-427f2eb06870)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:23:35.047436 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:35.140314 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54efbee-d71d-4e46-a280-9c87af0c6a48 req-c6d2e89e-11f2-4f29-ba6c-86304ab757de tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:23:35.151805 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-c54efbee-d71d-4e46-a280-9c87af0c6a48 req-c6d2e89e-11f2-4f29-ba6c-86304ab757de tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4a109b7-6110-45ff-9a8e-b5a6cf8f7b74 HTTP/1.1" status: 200 len: 946 time: 0.1763864 Aug 26 15:23:35.158950 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Pushing event updated for resources: {'Port': ['ID=04c88746-3672-4bdc-9a36-ea5dd1da3141,revision_number=3']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:23:35.160821 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-4751cb8f-c6fe-4adb-bdf4-a92944c085c5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8d60b01fa1684571946bea3e3c24f6ac&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4866905 Aug 26 15:23:35.165410 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 54448) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:23:35.167033 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4751cb8f-c6fe-4adb-bdf4-a92944c085c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b8075d8-5276-4f9c-83cb-cc841892c5df,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:23:35.216391 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-40056b1d-0a76-45f1-9158-24211c3aa578 None None] Provisioning complete for port 04c88746-3672-4bdc-9a36-ea5dd1da3141 triggered by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:23:35.217005 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-40056b1d-0a76-45f1-9158-24211c3aa578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:35.307685 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-c54efbee-d71d-4e46-a280-9c87af0c6a48 req-2640a3a4-57cc-40bf-907c-3d00982f7738 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530974 Aug 26 15:23:35.411761 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-6051ef31-42be-4615-99f5-08333882a7da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:35.438879 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-1233f895-194a-49d0-a279-6fde0b840620 None None] Notify callbacks [] for port, precommit_update {{(pid=93844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:35.460460 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.provisioning_blocks [None req-1233f895-194a-49d0-a279-6fde0b840620 None None] Transition to ACTIVE for port object 44fa70ee-dd12-4cd5-9853-168d0e03d07d will not be triggered until provisioned by entity L2. {{(pid=93844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 15:23:35.477598 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-1233f895-194a-49d0-a279-6fde0b840620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:35.534738 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-6051ef31-42be-4615-99f5-08333882a7da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:35.565764 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 54454) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:23:35.606470 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59496cac-9c06-4eb6-a4d2-23759a8a573d None None] Pushing event updated for resources: {'Port': ['ID=44fa70ee-dd12-4cd5-9853-168d0e03d07d,revision_number=2']} {{(pid=93844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:23:35.623898 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59496cac-9c06-4eb6-a4d2-23759a8a573d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:23:35.624897 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59496cac-9c06-4eb6-a4d2-23759a8a573d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:23:35.625793 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59496cac-9c06-4eb6-a4d2-23759a8a573d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:23:35.626626 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59496cac-9c06-4eb6-a4d2-23759a8a573d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:23:35.627462 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59496cac-9c06-4eb6-a4d2-23759a8a573d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:23:35.628282 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59496cac-9c06-4eb6-a4d2-23759a8a573d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:23:35.629131 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59496cac-9c06-4eb6-a4d2-23759a8a573d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:23:35.629983 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59496cac-9c06-4eb6-a4d2-23759a8a573d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:23:35.631898 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59496cac-9c06-4eb6-a4d2-23759a8a573d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:23:35.632755 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59496cac-9c06-4eb6-a4d2-23759a8a573d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:23:35.633607 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59496cac-9c06-4eb6-a4d2-23759a8a573d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:23:35.634989 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59496cac-9c06-4eb6-a4d2-23759a8a573d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:23:35.669293 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-1447b6d3-e440-40a7-a26d-cc177c460c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:35.687137 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.managers [None req-1233f895-194a-49d0-a279-6fde0b840620 None None] Attempting to bind port 44fa70ee-dd12-4cd5-9853-168d0e03d07d on host dv-cinder-779576-7-iscsi for vnic_type normal with profile {{(pid=93844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 15:23:35.687914 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.managers [None req-1233f895-194a-49d0-a279-6fde0b840620 None None] Attempting to bind port 44fa70ee-dd12-4cd5-9853-168d0e03d07d by drivers openvswitch,hyperv on host dv-cinder-779576-7-iscsi at level 0 using segments [{'id': 'd599df7f-c7a7-42e6-8c54-3da29125ead3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e'}] {{(pid=93844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 15:23:35.688675 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1233f895-194a-49d0-a279-6fde0b840620 None None] Attempting to bind port 44fa70ee-dd12-4cd5-9853-168d0e03d07d on network 94c3c280-690c-4a83-85d9-6b8aea125a5e {{(pid=93844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 15:23:35.703485 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1233f895-194a-49d0-a279-6fde0b840620 None None] Checking agent: {'id': '072be889-8d10-4535-8eb8-b08180675ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779576-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 15, 14, 10), 'started_at': datetime.datetime(2021, 8, 26, 15, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 15, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779576-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 15:23:35.705165 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1233f895-194a-49d0-a279-6fde0b840620 None None] Checking segment: {'id': 'd599df7f-c7a7-42e6-8c54-3da29125ead3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 15:23:35.705892 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-1233f895-194a-49d0-a279-6fde0b840620 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:35.707298 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1233f895-194a-49d0-a279-6fde0b840620 None None] Bound using segment: {'id': 'd599df7f-c7a7-42e6-8c54-3da29125ead3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e'} {{(pid=93844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 15:23:35.707562 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-6051ef31-42be-4615-99f5-08333882a7da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:35.708974 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.managers [None req-1233f895-194a-49d0-a279-6fde0b840620 None None] Bound port: 44fa70ee-dd12-4cd5-9853-168d0e03d07d, host: dv-cinder-779576-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd599df7f-c7a7-42e6-8c54-3da29125ead3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e'}}] {{(pid=93844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 15:23:35.709998 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-1233f895-194a-49d0-a279-6fde0b840620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:35.712338 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-6051ef31-42be-4615-99f5-08333882a7da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:35.719305 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-6051ef31-42be-4615-99f5-08333882a7da admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8b8075d8-5276-4f9c-83cb-cc841892c5df HTTP/1.1" status: 204 len: 168 time: 0.5454774 Aug 26 15:23:35.753562 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6051ef31-42be-4615-99f5-08333882a7da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b8075d8-5276-4f9c-83cb-cc841892c5df,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:23:35.798108 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-d45cb611-828d-4d6b-93ec-eb7d53298727 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:35.852200 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.db [None req-1233f895-194a-49d0-a279-6fde0b840620 None None] For port 44fa70ee-dd12-4cd5-9853-168d0e03d07d, host dv-cinder-779576-7-iscsi, cleared binding levels {{(pid=93844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:23:35.861158 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.db [None req-1233f895-194a-49d0-a279-6fde0b840620 None None] For port 44fa70ee-dd12-4cd5-9853-168d0e03d07d, host dv-cinder-779576-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-7-iscsi',level=0,port_id=44fa70ee-dd12-4cd5-9853-168d0e03d07d,segment=NetworkSegment(d599df7f-c7a7-42e6-8c54-3da29125ead3),segment_id=d599df7f-c7a7-42e6-8c54-3da29125ead3)] {{(pid=93844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:23:35.873143 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-1233f895-194a-49d0-a279-6fde0b840620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:36.032157 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-d45cb611-828d-4d6b-93ec-eb7d53298727 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:36.045398 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-d45cb611-828d-4d6b-93ec-eb7d53298727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:36.054042 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59496cac-9c06-4eb6-a4d2-23759a8a573d None None] Pushing event updated for resources: {'Port': ['ID=44fa70ee-dd12-4cd5-9853-168d0e03d07d,revision_number=3']} {{(pid=93844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:23:36.088414 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1233f895-194a-49d0-a279-6fde0b840620 None None] Routers {'40abd8dd-3e14-48dd-a894-2d7a6e5c182e'} bound to L3 agent in host dv-cinder-779576-7-iscsi {{(pid=93844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 15:23:36.089482 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-1233f895-194a-49d0-a279-6fde0b840620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T15:14:10Z,description=,heartbeat_timestamp=2021-08-26T15:23:10Z,host='dv-cinder-779576-7-iscsi',id=00a7d786-edfd-4f04-9152-3b7ae2bbf8ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T15:14:10Z,topic='l3_agent')) {'router_ids': ['40abd8dd-3e14-48dd-a894-2d7a6e5c182e'], 'active': True} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:23:36.112477 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45cb611-828d-4d6b-93ec-eb7d53298727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a584edc2-69f6-4d4b-ac43-e124605044cd,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:23:36.164084 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-d45cb611-828d-4d6b-93ec-eb7d53298727 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=762b9d09ecf14da5a65b04d8a845ef09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5949070 Aug 26 15:23:36.165189 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 54470) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:23:36.285768 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-08bdf8b7-3089-44c0-8b40-1a07e01f5515 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:36.333590 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvr_db [None req-1233f895-194a-49d0-a279-6fde0b840620 None None] Set router 40abd8dd-3e14-48dd-a894-2d7a6e5c182e gateway port host: dv-cinder-779576-7-iscsi {{(pid=93844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 15:23:36.375339 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-08bdf8b7-3089-44c0-8b40-1a07e01f5515 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:36.389643 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.db.db_base_plugin_common [None req-1447b6d3-e440-40a7-a26d-cc177c460c2e admin admin] Allocated IP 172.20.0.1 (4c21aea0-317d-4d8f-b2c5-9e53ccb851fc/8344071b-748b-487d-9384-1d0a41d963ae/8b14a99a-2b68-4b08-a4dd-c9bcf4519642) {{(pid=93842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:23:36.502822 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Device 04c88746-3672-4bdc-9a36-ea5dd1da3141 up at agent ovs-agent-dv-cinder-779576-7-iscsi {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:23:36.533312 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-08bdf8b7-3089-44c0-8b40-1a07e01f5515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:36.536244 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-08bdf8b7-3089-44c0-8b40-1a07e01f5515 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:36.537637 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-08bdf8b7-3089-44c0-8b40-1a07e01f5515 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a584edc2-69f6-4d4b-ac43-e124605044cd HTTP/1.1" status: 204 len: 168 time: 0.3711395 Aug 26 15:23:36.552444 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bdf8b7-3089-44c0-8b40-1a07e01f5515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a584edc2-69f6-4d4b-ac43-e124605044cd,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:23:36.660885 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-1447b6d3-e440-40a7-a26d-cc177c460c2e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:36.670705 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Provisioning complete for port 04c88746-3672-4bdc-9a36-ea5dd1da3141 triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:23:36.671840 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:36.679225 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.db.provisioning_blocks [None req-1447b6d3-e440-40a7-a26d-cc177c460c2e admin admin] Transition to ACTIVE for port object 8b14a99a-2b68-4b08-a4dd-c9bcf4519642 will not be triggered until provisioned by entity DHCP. {{(pid=93842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 15:23:36.742787 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4474d04-8de9-4a89-9f0d-bf3f599103a0 req-9747dd77-4f76-4b1f-8ada-0ec9cb62ff35 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:23:36.754617 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-f4474d04-8de9-4a89-9f0d-bf3f599103a0 req-9747dd77-4f76-4b1f-8ada-0ec9cb62ff35 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4a109b7-6110-45ff-9a8e-b5a6cf8f7b74 HTTP/1.1" status: 200 len: 946 time: 0.2270434 Aug 26 15:23:36.757140 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-1447b6d3-e440-40a7-a26d-cc177c460c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793280355359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261268877'] for port, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:36.848103 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-f4474d04-8de9-4a89-9f0d-bf3f599103a0 req-8df6eb33-0af0-4905-b482-44deebe13fe7 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881009 Aug 26 15:23:36.882665 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1447b6d3-e440-40a7-a26d-cc177c460c2e admin admin] Network 4c21aea0-317d-4d8f-b2c5-9e53ccb851fc is already hosted by enough agents. {{(pid=93842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:23:36.885441 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.scheduler.base_scheduler [None req-1447b6d3-e440-40a7-a26d-cc177c460c2e admin admin] Resources bound (agent type, host, resource id): {{(pid=93842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:23:36.900673 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1447b6d3-e440-40a7-a26d-cc177c460c2e admin admin] Received port after_create {{(pid=93842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 15:23:36.972856 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-1233f895-194a-49d0-a279-6fde0b840620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40abd8dd-3e14-48dd-a894-2d7a6e5c182e', 'name': 'tempest-TestMinimumBasicScenario-1462883441-router', 'tenant_id': 'f21f38b1620b40acb26630e47d85c6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': '44fa70ee-dd12-4cd5-9853-168d0e03d07d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:23:30Z', 'updated_at': '2021-08-26T15:23:32Z', 'revision_number': 3, 'project_id': 'f21f38b1620b40acb26630e47d85c6c2', 'gw_port': {'id': '44fa70ee-dd12-4cd5-9853-168d0e03d07d', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a3:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40abd8dd-3e14-48dd-a894-2d7a6e5c182e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:23:31Z', 'updated_at': '2021-08-26T15:23:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi'}], 'dv-cinder-779576-7-iscsi', False) {} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:23:36.994295 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1447b6d3-e440-40a7-a26d-cc177c460c2e admin admin] Pushing event updated for resources: {'Port': ['ID=8b14a99a-2b68-4b08-a4dd-c9bcf4519642,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:23:37.035058 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1233f895-194a-49d0-a279-6fde0b840620 None None] The sync data for ids ['40abd8dd-3e14-48dd-a894-2d7a6e5c182e'] in dv-cinder-779576-7-iscsi is: [{'id': '40abd8dd-3e14-48dd-a894-2d7a6e5c182e', 'name': 'tempest-TestMinimumBasicScenario-1462883441-router', 'tenant_id': 'f21f38b1620b40acb26630e47d85c6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': '44fa70ee-dd12-4cd5-9853-168d0e03d07d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:23:30Z', 'updated_at': '2021-08-26T15:23:32Z', 'revision_number': 3, 'project_id': 'f21f38b1620b40acb26630e47d85c6c2', 'gw_port': {'id': '44fa70ee-dd12-4cd5-9853-168d0e03d07d', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a3:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40abd8dd-3e14-48dd-a894-2d7a6e5c182e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:23:31Z', 'updated_at': '2021-08-26T15:23:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi'}] {{(pid=93844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 15:23:37.058020 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-1447b6d3-e440-40a7-a26d-cc177c460c2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3928330'] for router_interface, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:37.233581 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-db77e967-6b87-416d-8fc3-42e4a32025f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:37.308026 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-1447b6d3-e440-40a7-a26d-cc177c460c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:37.456526 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-7fdcce5e-ad30-4162-9843-11eca1b12c1b None None] Provisioning for port 8b14a99a-2b68-4b08-a4dd-c9bcf4519642 completed by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 15:23:37.465585 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-7fdcce5e-ad30-4162-9843-11eca1b12c1b None None] Provisioning complete for port 8b14a99a-2b68-4b08-a4dd-c9bcf4519642 triggered by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:23:37.466268 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-7fdcce5e-ad30-4162-9843-11eca1b12c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:37.644940 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-7fdcce5e-ad30-4162-9843-11eca1b12c1b None None] Port 8b14a99a-2b68-4b08-a4dd-c9bcf4519642 cannot update to ACTIVE because it is not bound. {{(pid=93843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 15:23:37.646406 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 54506) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:23:37.686121 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-27fc29d3-2fbf-4f95-b428-0e9776730739 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:37.815696 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-1447b6d3-e440-40a7-a26d-cc177c460c2e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:37.826569 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-1447b6d3-e440-40a7-a26d-cc177c460c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261268884'] for port, after_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:37.928523 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-27fc29d3-2fbf-4f95-b428-0e9776730739 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:37.935806 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-27fc29d3-2fbf-4f95-b428-0e9776730739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:37.967540 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-1447b6d3-e440-40a7-a26d-cc177c460c2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3774383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3928277'] for router_interface, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:37.981541 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-27fc29d3-2fbf-4f95-b428-0e9776730739 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2b2c8bf987474d30b29a39b491527025&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3290434 Aug 26 15:23:37.983842 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 54514) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:23:37.985197 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1447b6d3-e440-40a7-a26d-cc177c460c2e admin admin] Pushing event updated for resources: {'Port': ['ID=8b14a99a-2b68-4b08-a4dd-c9bcf4519642,revision_number=2']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:23:38.022902 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fc29d3-2fbf-4f95-b428-0e9776730739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e415c973-0c84-49f8-80ab-907aa46ae36e,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:23:38.067019 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:38.135616 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b97e39-6c81-48de-8f81-455550968950 req-a82fe32f-5d93-4688-973d-563ab537f1da tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:23:38.144794 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-89b97e39-6c81-48de-8f81-455550968950 req-a82fe32f-5d93-4688-973d-563ab537f1da tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4a109b7-6110-45ff-9a8e-b5a6cf8f7b74 HTTP/1.1" status: 200 len: 946 time: 0.0785167 Aug 26 15:23:38.223787 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-89b97e39-6c81-48de-8f81-455550968950 req-a2b29f30-7ccb-49d5-b829-87593c279517 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775137 Aug 26 15:23:38.227437 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-f43f61cf-ed38-4bd6-b5cb-5dcaa7159ba1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:38.330031 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-f43f61cf-ed38-4bd6-b5cb-5dcaa7159ba1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:38.358776 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1447b6d3-e440-40a7-a26d-cc177c460c2e admin admin] Network 4c21aea0-317d-4d8f-b2c5-9e53ccb851fc is already hosted by enough agents. {{(pid=93842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:23:38.365493 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.scheduler.base_scheduler [None req-1447b6d3-e440-40a7-a26d-cc177c460c2e admin admin] Resources bound (agent type, host, resource id): {{(pid=93842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:23:38.398957 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Device 44fa70ee-dd12-4cd5-9853-168d0e03d07d up at agent ovs-agent-dv-cinder-779576-7-iscsi {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:23:38.529945 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Provisioning for port 44fa70ee-dd12-4cd5-9853-168d0e03d07d completed by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 15:23:38.547884 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Provisioning complete for port 44fa70ee-dd12-4cd5-9853-168d0e03d07d triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:23:38.548351 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:38.637654 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-f43f61cf-ed38-4bd6-b5cb-5dcaa7159ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:38.642406 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-f43f61cf-ed38-4bd6-b5cb-5dcaa7159ba1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:38.648732 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-f43f61cf-ed38-4bd6-b5cb-5dcaa7159ba1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e415c973-0c84-49f8-80ab-907aa46ae36e HTTP/1.1" status: 204 len: 168 time: 0.6535795 Aug 26 15:23:38.706850 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43f61cf-ed38-4bd6-b5cb-5dcaa7159ba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e415c973-0c84-49f8-80ab-907aa46ae36e,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:23:38.757951 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1447b6d3-e440-40a7-a26d-cc177c460c2e admin admin] Router 40abd8dd-3e14-48dd-a894-2d7a6e5c182e has already been hosted by L3 agent 00a7d786-edfd-4f04-9152-3b7ae2bbf8ca {{(pid=93842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 15:23:38.876546 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-065ede37-6df1-4799-98fd-08c11d92436d None None] Provisioning complete for port 8b14a99a-2b68-4b08-a4dd-c9bcf4519642 triggered by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:23:38.876546 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-065ede37-6df1-4799-98fd-08c11d92436d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:38.876546 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:38.957102 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] For port 44fa70ee-dd12-4cd5-9853-168d0e03d07d, host dv-cinder-779576-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-7-iscsi',level=0,port_id=44fa70ee-dd12-4cd5-9853-168d0e03d07d,segment=NetworkSegment(d599df7f-c7a7-42e6-8c54-3da29125ead3),segment_id=d599df7f-c7a7-42e6-8c54-3da29125ead3)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:23:38.965501 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-065ede37-6df1-4799-98fd-08c11d92436d None None] Port 8b14a99a-2b68-4b08-a4dd-c9bcf4519642 cannot update to ACTIVE because it is not bound. {{(pid=93843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 15:23:38.975443 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:39.089584 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Pushing event updated for resources: {'Port': ['ID=44fa70ee-dd12-4cd5-9853-168d0e03d07d,revision_number=4']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:23:39.144085 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1447b6d3-e440-40a7-a26d-cc177c460c2e admin admin] Notify agent at l3_agent.dv-cinder-779576-7-iscsi the message routers_updated {{(pid=93842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 15:23:39.169016 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-1447b6d3-e440-40a7-a26d-cc177c460c2e admin admin] 10.222.0.20 "PUT /v2.0/routers/40abd8dd-3e14-48dd-a894-2d7a6e5c182e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2448862 Aug 26 15:23:39.580674 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c1ca7-1036-41e8-9e87-35c107237290 req-c9aa1ff6-4297-4244-8f32-faa2278955a2 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:23:39.583247 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-db4c1ca7-1036-41e8-9e87-35c107237290 req-c9aa1ff6-4297-4244-8f32-faa2278955a2 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4a109b7-6110-45ff-9a8e-b5a6cf8f7b74 HTTP/1.1" status: 200 len: 946 time: 0.1381910 Aug 26 15:23:39.717247 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-db4c1ca7-1036-41e8-9e87-35c107237290 req-70f49e57-59da-4d37-b25c-b8cada0677d5 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248114 Aug 26 15:23:39.848406 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:39.958869 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-ff166c4a-499c-41a0-9300-5117e2af2e78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:40.021241 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.agents_db [None req-f94a4f8d-c04a-4845-8e45-3296fab2d83d None None] Agent healthcheck: found 6 active agents {{(pid=93844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 15:23:40.234289 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1b4a16-3d17-4622-9efb-ea37d164ba6f None None] Sync routers for ids ['40abd8dd-3e14-48dd-a894-2d7a6e5c182e'] in dv-cinder-779576-7-iscsi {{(pid=93843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 15:23:40.252905 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1b4a16-3d17-4622-9efb-ea37d164ba6f None None] Routers {'40abd8dd-3e14-48dd-a894-2d7a6e5c182e'} bound to L3 agent in host dv-cinder-779576-7-iscsi {{(pid=93843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 15:23:40.254317 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-1a1b4a16-3d17-4622-9efb-ea37d164ba6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T15:14:10Z,description=,heartbeat_timestamp=2021-08-26T15:23:40Z,host='dv-cinder-779576-7-iscsi',id=00a7d786-edfd-4f04-9152-3b7ae2bbf8ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T15:14:10Z,topic='l3_agent')) {'router_ids': ['40abd8dd-3e14-48dd-a894-2d7a6e5c182e'], 'active': True} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:23:40.321469 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 54592) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:23:40.328586 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [None req-e511f6bf-2409-4db1-ad39-6556e6d6867d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-715090729-network', 'tenant_id': 'de93dffd1e4f43f99282e83da539e437'}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:23:40.359373 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e511f6bf-2409-4db1-ad39-6556e6d6867d admin admin] Made reservation on behalf of de93dffd1e4f43f99282e83da539e437 for: {'network': 1} {{(pid=93842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:23:40.364478 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-e511f6bf-2409-4db1-ad39-6556e6d6867d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for network, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:40.381148 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-e511f6bf-2409-4db1-ad39-6556e6d6867d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:40.428219 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Device 44fa70ee-dd12-4cd5-9853-168d0e03d07d up at agent ovs-agent-dv-cinder-779576-7-iscsi {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:23:40.540984 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Provisioning complete for port 44fa70ee-dd12-4cd5-9853-168d0e03d07d triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:23:40.541351 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:40.582494 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-e511f6bf-2409-4db1-ad39-6556e6d6867d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:40.592403 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-e511f6bf-2409-4db1-ad39-6556e6d6867d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:40.606565 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvr_db [None req-1a1b4a16-3d17-4622-9efb-ea37d164ba6f None None] Set router 40abd8dd-3e14-48dd-a894-2d7a6e5c182e gateway port host: dv-cinder-779576-7-iscsi {{(pid=93843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 15:23:40.647707 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e511f6bf-2409-4db1-ad39-6556e6d6867d admin admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=93842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 15:23:40.665511 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e511f6bf-2409-4db1-ad39-6556e6d6867d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eed2e0fa-1df4-47d2-bfc4-b06d12869acd,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:23:40.678659 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-e511f6bf-2409-4db1-ad39-6556e6d6867d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509819'] for segment, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:40.679525 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.db.segments_db [None req-e511f6bf-2409-4db1-ad39-6556e6d6867d admin admin] Added segment 3da010dd-4833-4237-96bf-cff8caff58cb of type vlan for network ab787124-b3b6-4bd0-94de-31d857926656 Aug 26 15:23:40.747272 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-e511f6bf-2409-4db1-ad39-6556e6d6867d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793280371833'] for network, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:40.781730 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-e511f6bf-2409-4db1-ad39-6556e6d6867d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337'] for network, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:40.783027 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e511f6bf-2409-4db1-ad39-6556e6d6867d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:23:40.783696 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-e511f6bf-2409-4db1-ad39-6556e6d6867d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774323'] for network, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:40.888024 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-e511f6bf-2409-4db1-ad39-6556e6d6867d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5653229 Aug 26 15:23:40.892660 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 54616) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:23:40.921053 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [None req-7e46728f-db8d-4f68-bd3d-40d31f97f490 admin admin] Request body: {'subnet': {'network_id': 'ab787124-b3b6-4bd0-94de-31d857926656', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-715090729-subnet', 'tenant_id': 'de93dffd1e4f43f99282e83da539e437', 'ip_version': 4}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:23:40.981445 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e511f6bf-2409-4db1-ad39-6556e6d6867d admin admin] Pushing event updated for resources: {'Network': ['ID=ab787124-b3b6-4bd0-94de-31d857926656,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:23:41.008783 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178bdf13-7ab8-47a6-a60c-db899b919d85 req-aa91c3bf-4168-4ae9-b96a-255780abbcaa tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:23:41.022795 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-178bdf13-7ab8-47a6-a60c-db899b919d85 req-aa91c3bf-4168-4ae9-b96a-255780abbcaa tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4a109b7-6110-45ff-9a8e-b5a6cf8f7b74 HTTP/1.1" status: 200 len: 946 time: 0.1733549 Aug 26 15:23:41.024423 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e46728f-db8d-4f68-bd3d-40d31f97f490 admin admin] Made reservation on behalf of de93dffd1e4f43f99282e83da539e437 for: {'subnet': 1} {{(pid=93842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:23:41.031132 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-7e46728f-db8d-4f68-bd3d-40d31f97f490 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260396810'] for subnet, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:41.048915 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Network ab787124-b3b6-4bd0-94de-31d857926656 details requested by agent ovs-agent-dv-cinder-779576-7-iscsi with host dv-cinder-779576-7-iscsi {{(pid=93843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 15:23:41.211031 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-1a1b4a16-3d17-4622-9efb-ea37d164ba6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40abd8dd-3e14-48dd-a894-2d7a6e5c182e', 'name': 'tempest-TestMinimumBasicScenario-1462883441-router', 'tenant_id': 'f21f38b1620b40acb26630e47d85c6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': '44fa70ee-dd12-4cd5-9853-168d0e03d07d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:23:30Z', 'updated_at': '2021-08-26T15:23:37Z', 'revision_number': 4, 'project_id': 'f21f38b1620b40acb26630e47d85c6c2', 'gw_port': {'id': '44fa70ee-dd12-4cd5-9853-168d0e03d07d', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a3:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40abd8dd-3e14-48dd-a894-2d7a6e5c182e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:23:31Z', 'updated_at': '2021-08-26T15:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi', '_interfaces': [{'id': '8b14a99a-2b68-4b08-a4dd-c9bcf4519642', 'name': '', 'network_id': '4c21aea0-317d-4d8f-b2c5-9e53ccb851fc', 'tenant_id': 'f21f38b1620b40acb26630e47d85c6c2', 'mac_address': 'fa:16:3e:1a:0e:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40abd8dd-3e14-48dd-a894-2d7a6e5c182e', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '8344071b-748b-487d-9384-1d0a41d963ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:23:35Z', 'updated_at': '2021-08-26T15:23:37Z', 'revision_number': 2, 'project_id': 'f21f38b1620b40acb26630e47d85c6c2', 'subnets': [{'id': '8344071b-748b-487d-9384-1d0a41d963ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-7-iscsi', False) {} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:23:41.261957 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1b4a16-3d17-4622-9efb-ea37d164ba6f None None] Checking router: 40abd8dd-3e14-48dd-a894-2d7a6e5c182e for host: dv-cinder-779576-7-iscsi {{(pid=93843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 15:23:41.262392 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1b4a16-3d17-4622-9efb-ea37d164ba6f None None] Updating router 40abd8dd-3e14-48dd-a894-2d7a6e5c182e port 8b14a99a-2b68-4b08-a4dd-c9bcf4519642 binding host dv-cinder-779576-7-iscsi {{(pid=93843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 15:23:41.301009 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-178bdf13-7ab8-47a6-a60c-db899b919d85 req-11d81e03-5c51-42c8-ade4-92642d769493 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714954 Aug 26 15:23:41.301324 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-1a1b4a16-3d17-4622-9efb-ea37d164ba6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:41.436993 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-9676aca9-58cb-4c33-a5e3-83e4608823ec req-868559aa-0d0e-44ed-a806-9f6cac08b6c2 tempest-VolumesNegativeTest-1070614212 tempest-VolumesNegativeTest-1070614212-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=d435b347de2a4ad59611b5684b0174a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0413392 Aug 26 15:23:41.512449 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-7e46728f-db8d-4f68-bd3d-40d31f97f490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261273885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260396920'] for subnet, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:41.553003 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c45f19a1-5a59-44e4-9446-0a9261f71b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:41.640524 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e46728f-db8d-4f68-bd3d-40d31f97f490 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3d23132-4d62-4b79-8c0c-aec6a159c081,revision_number=0']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:23:41.668585 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e46728f-db8d-4f68-bd3d-40d31f97f490 admin admin] Checking segment: {'id': '3da010dd-4833-4237-96bf-cff8caff58cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ab787124-b3b6-4bd0-94de-31d857926656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 15:23:41.669144 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e46728f-db8d-4f68-bd3d-40d31f97f490 admin admin] Network hostable DHCP agents. Network: ab787124-b3b6-4bd0-94de-31d857926656, hostable agents: ['c577b1e9-213f-4ed4-b1c1-ed72ab3b29a9'], hosted agents: [] {{(pid=93842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 15:23:41.737190 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e46728f-db8d-4f68-bd3d-40d31f97f490 admin admin] Network ab787124-b3b6-4bd0-94de-31d857926656 is scheduled to be hosted by DHCP agent c577b1e9-213f-4ed4-b1c1-ed72ab3b29a9 with binding_index 1 {{(pid=93842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 15:23:41.770787 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.scheduler.base_scheduler [None req-7e46728f-db8d-4f68-bd3d-40d31f97f490 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779576-7-iscsi, ab787124-b3b6-4bd0-94de-31d857926656) {{(pid=93842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:23:41.781243 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e46728f-db8d-4f68-bd3d-40d31f97f490 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:23:41.782443 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-7e46728f-db8d-4f68-bd3d-40d31f97f490 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774323'] for subnet, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:41.793534 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a19264-314a-4fd1-a489-d7aa46fe8ee9 None None] Network ab787124-b3b6-4bd0-94de-31d857926656 requested from dv-cinder-779576-7-iscsi {{(pid=93843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 15:23:41.804945 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-7e46728f-db8d-4f68-bd3d-40d31f97f490 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9108498 Aug 26 15:23:41.809516 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 54646) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:23:41.835334 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [None req-232a817e-f33b-4d39-a566-0fe6020269a1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-715090729-router', 'tenant_id': 'de93dffd1e4f43f99282e83da539e437', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e'}}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:23:41.858096 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9676aca9-58cb-4c33-a5e3-83e4608823ec req-ba096ee4-928d-44b6-ab00-4cbd9d0ebfc9 tempest-VolumesNegativeTest-1070614212 tempest-VolumesNegativeTest-1070614212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:23:41.862243 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-9676aca9-58cb-4c33-a5e3-83e4608823ec req-ba096ee4-928d-44b6-ab00-4cbd9d0ebfc9 tempest-VolumesNegativeTest-1070614212 tempest-VolumesNegativeTest-1070614212-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4113216 Aug 26 15:23:41.910890 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-9676aca9-58cb-4c33-a5e3-83e4608823ec req-33b1a8d2-30dc-4876-9aef-084fbeaa7629 tempest-VolumesNegativeTest-1070614212 tempest-VolumesNegativeTest-1070614212-project] 10.222.0.20 "GET /v2.0/quotas/d435b347de2a4ad59611b5684b0174a2 HTTP/1.1" status: 200 len: 375 time: 0.0346978 Aug 26 15:23:41.945995 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-232a817e-f33b-4d39-a566-0fe6020269a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3930572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28712'] for router, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:41.949656 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-232a817e-f33b-4d39-a566-0fe6020269a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3930464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3928842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3854504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28705'] for router, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:41.971917 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-9676aca9-58cb-4c33-a5e3-83e4608823ec req-60c98d7a-b91e-4b9b-bf61-c21e4f20d0c1 tempest-VolumesNegativeTest-1070614212 tempest-VolumesNegativeTest-1070614212-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d435b347de2a4ad59611b5684b0174a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0596008 Aug 26 15:23:42.111262 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-232a817e-f33b-4d39-a566-0fe6020269a1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:42.331279 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-1a1b4a16-3d17-4622-9efb-ea37d164ba6f None None] Notify callbacks [] for port, precommit_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:42.372371 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-1a1b4a16-3d17-4622-9efb-ea37d164ba6f None None] Transition to ACTIVE for port object 8b14a99a-2b68-4b08-a4dd-c9bcf4519642 will not be triggered until provisioned by entity L2. {{(pid=93843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 15:23:42.419598 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-232a817e-f33b-4d39-a566-0fe6020269a1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:42.443752 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-1a1b4a16-3d17-4622-9efb-ea37d164ba6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:42.461947 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a99ef0-e6e8-4d93-aa4e-eddb1fb5a80a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4cc187a2-af17-53df-8bc0-65deb136d35f-ab787124-b3b6-4bd0-94de-31d857926656', 'network_id': 'ab787124-b3b6-4bd0-94de-31d857926656', 'tenant_id': 'de93dffd1e4f43f99282e83da539e437', 'fixed_ips': [{'subnet_id': 'f3d23132-4d62-4b79-8c0c-aec6a159c081'}]}} from dv-cinder-779576-7-iscsi. {{(pid=93843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 15:23:42.464332 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-53a99ef0-e6e8-4d93-aa4e-eddb1fb5a80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_create {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:42.468646 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-bbc56518-2905-43ed-88da-d78dd370da51 req-2d35a207-c480-405c-91eb-4a1ed9b865f7 tempest-VolumesNegativeTest-1070614212 tempest-VolumesNegativeTest-1070614212-project] 10.222.0.20 "GET /v2.0/ports?device_id=d51a2434-31f2-4d90-b034-ecb50b12df4e HTTP/1.1" status: 200 len: 210 time: 0.0986614 Aug 26 15:23:42.722759 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270e7073-7a46-4784-b08a-719245a8ad6f None None] Pushing event updated for resources: {'Port': ['ID=8b14a99a-2b68-4b08-a4dd-c9bcf4519642,revision_number=3']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:23:42.745025 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac66f29a-2b2f-490d-aa67-2a73307c9a92 req-f3057153-33dc-4cc9-be13-e03bc09ab58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:23:42.750888 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-ac66f29a-2b2f-490d-aa67-2a73307c9a92 req-f3057153-33dc-4cc9-be13-e03bc09ab58f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a4a109b7-6110-45ff-9a8e-b5a6cf8f7b74 HTTP/1.1" status: 200 len: 1099 time: 0.5441036 Aug 26 15:23:42.760025 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-1a1b4a16-3d17-4622-9efb-ea37d164ba6f None None] Attempting to bind port 8b14a99a-2b68-4b08-a4dd-c9bcf4519642 on host dv-cinder-779576-7-iscsi for vnic_type normal with profile {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 15:23:42.760462 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-1a1b4a16-3d17-4622-9efb-ea37d164ba6f None None] Attempting to bind port 8b14a99a-2b68-4b08-a4dd-c9bcf4519642 by drivers openvswitch,hyperv on host dv-cinder-779576-7-iscsi at level 0 using segments [{'id': '65ca07df-a632-4cb7-b152-427f2eb06870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '4c21aea0-317d-4d8f-b2c5-9e53ccb851fc'}] {{(pid=93843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 15:23:42.760841 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1b4a16-3d17-4622-9efb-ea37d164ba6f None None] Attempting to bind port 8b14a99a-2b68-4b08-a4dd-c9bcf4519642 on network 4c21aea0-317d-4d8f-b2c5-9e53ccb851fc {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 15:23:42.781937 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cf1320-7cba-4725-9080-c520d5186b4b req-b146fd93-3bed-4d9e-8501-ac53f2833b70 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:23:42.784372 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-61cf1320-7cba-4725-9080-c520d5186b4b req-b146fd93-3bed-4d9e-8501-ac53f2833b70 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4a109b7-6110-45ff-9a8e-b5a6cf8f7b74 HTTP/1.1" status: 200 len: 946 time: 0.1518047 Aug 26 15:23:42.807334 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1b4a16-3d17-4622-9efb-ea37d164ba6f None None] Checking agent: {'id': '072be889-8d10-4535-8eb8-b08180675ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779576-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 15, 14, 10), 'started_at': datetime.datetime(2021, 8, 26, 15, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 15, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779576-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 15:23:42.807715 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1b4a16-3d17-4622-9efb-ea37d164ba6f None None] Checking segment: {'id': '65ca07df-a632-4cb7-b152-427f2eb06870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '4c21aea0-317d-4d8f-b2c5-9e53ccb851fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 15:23:42.808131 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-1a1b4a16-3d17-4622-9efb-ea37d164ba6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:42.809128 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1b4a16-3d17-4622-9efb-ea37d164ba6f None None] Bound using segment: {'id': '65ca07df-a632-4cb7-b152-427f2eb06870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '4c21aea0-317d-4d8f-b2c5-9e53ccb851fc'} {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 15:23:42.810462 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-1a1b4a16-3d17-4622-9efb-ea37d164ba6f None None] Bound port: 8b14a99a-2b68-4b08-a4dd-c9bcf4519642, host: dv-cinder-779576-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65ca07df-a632-4cb7-b152-427f2eb06870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '4c21aea0-317d-4d8f-b2c5-9e53ccb851fc'}}] {{(pid=93843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 15:23:42.810462 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-1a1b4a16-3d17-4622-9efb-ea37d164ba6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:42.893205 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-ac66f29a-2b2f-490d-aa67-2a73307c9a92 req-be8a5a72-829c-4795-aa27-5a8c432f0a7b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073196 Aug 26 15:23:42.907138 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-232a817e-f33b-4d39-a566-0fe6020269a1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:42.923827 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.db_base_plugin_common [None req-53a99ef0-e6e8-4d93-aa4e-eddb1fb5a80a None None] Allocated IP 172.20.0.2 (ab787124-b3b6-4bd0-94de-31d857926656/f3d23132-4d62-4b79-8c0c-aec6a159c081/510cc6ea-357b-4974-82e4-0250b33d695c) {{(pid=93843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:23:42.977930 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-61cf1320-7cba-4725-9080-c520d5186b4b req-4a979d96-ad4e-4461-8841-5e65c0f6f321 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025903 Aug 26 15:23:42.997304 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-232a817e-f33b-4d39-a566-0fe6020269a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:43.044377 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-1a1b4a16-3d17-4622-9efb-ea37d164ba6f None None] For port 8b14a99a-2b68-4b08-a4dd-c9bcf4519642, host dv-cinder-779576-7-iscsi, cleared binding levels {{(pid=93843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:23:43.058031 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-a6032fac-f2a0-46d6-9c2c-2483dfdc6249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:43.083085 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-1a1b4a16-3d17-4622-9efb-ea37d164ba6f None None] For port 8b14a99a-2b68-4b08-a4dd-c9bcf4519642, host dv-cinder-779576-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-7-iscsi',level=0,port_id=8b14a99a-2b68-4b08-a4dd-c9bcf4519642,segment=NetworkSegment(65ca07df-a632-4cb7-b152-427f2eb06870),segment_id=65ca07df-a632-4cb7-b152-427f2eb06870)] {{(pid=93843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:23:43.131412 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-1a1b4a16-3d17-4622-9efb-ea37d164ba6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:43.247579 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.db.db_base_plugin_common [None req-232a817e-f33b-4d39-a566-0fe6020269a1 admin admin] Allocated IP 172.27.3.20 (94c3c280-690c-4a83-85d9-6b8aea125a5e/fcbbbf85-6bcd-493f-b527-2ade21fd40af/ae8126f3-f430-47bb-ad61-9aec643e46a8) {{(pid=93842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:23:43.329872 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1b4a16-3d17-4622-9efb-ea37d164ba6f None None] Routers {'40abd8dd-3e14-48dd-a894-2d7a6e5c182e'} bound to L3 agent in host dv-cinder-779576-7-iscsi {{(pid=93843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 15:23:43.330957 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-1a1b4a16-3d17-4622-9efb-ea37d164ba6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T15:14:10Z,description=,heartbeat_timestamp=2021-08-26T15:23:40Z,host='dv-cinder-779576-7-iscsi',id=00a7d786-edfd-4f04-9152-3b7ae2bbf8ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T15:14:10Z,topic='l3_agent')) {'router_ids': ['40abd8dd-3e14-48dd-a894-2d7a6e5c182e'], 'active': True} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:23:43.400428 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270e7073-7a46-4784-b08a-719245a8ad6f None None] Pushing event updated for resources: {'Port': ['ID=8b14a99a-2b68-4b08-a4dd-c9bcf4519642,revision_number=4']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:23:43.503815 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-232a817e-f33b-4d39-a566-0fe6020269a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:43.535017 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-53a99ef0-e6e8-4d93-aa4e-eddb1fb5a80a None None] Notify callbacks [] for port, precommit_create {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:43.579236 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-53a99ef0-e6e8-4d93-aa4e-eddb1fb5a80a None None] Transition to ACTIVE for port object 510cc6ea-357b-4974-82e4-0250b33d695c will not be triggered until provisioned by entity L2. {{(pid=93843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 15:23:43.599060 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-232a817e-f33b-4d39-a566-0fe6020269a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793280355359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261268877'] for port, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:43.732573 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-569b613b-5b40-492e-93e5-823c75ea9b87 req-e4ea5004-dd03-4e94-af2e-62373645594c tempest-VolumesNegativeTest-1070614212 tempest-VolumesNegativeTest-1070614212-project] 10.222.0.20 "GET /v2.0/ports?device_id=d51a2434-31f2-4d90-b034-ecb50b12df4e HTTP/1.1" status: 200 len: 210 time: 0.1115286 Aug 26 15:23:43.734154 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-53a99ef0-e6e8-4d93-aa4e-eddb1fb5a80a None None] Transition to ACTIVE for port object 510cc6ea-357b-4974-82e4-0250b33d695c will not be triggered until provisioned by entity DHCP. {{(pid=93843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 15:23:43.759818 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-53a99ef0-e6e8-4d93-aa4e-eddb1fb5a80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793280355359'] for port, after_create {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:43.763825 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232a817e-f33b-4d39-a566-0fe6020269a1 admin admin] Network 94c3c280-690c-4a83-85d9-6b8aea125a5e is already hosted by enough agents. {{(pid=93842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:23:43.773164 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.scheduler.base_scheduler [None req-232a817e-f33b-4d39-a566-0fe6020269a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:23:43.786807 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232a817e-f33b-4d39-a566-0fe6020269a1 admin admin] Received port after_create {{(pid=93842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 15:23:43.829689 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232a817e-f33b-4d39-a566-0fe6020269a1 admin admin] Pushing event updated for resources: {'Port': ['ID=ae8126f3-f430-47bb-ad61-9aec643e46a8,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:23:43.835052 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a99ef0-e6e8-4d93-aa4e-eddb1fb5a80a None None] Network ab787124-b3b6-4bd0-94de-31d857926656 is already hosted by enough agents. {{(pid=93843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:23:43.848259 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.scheduler.base_scheduler [None req-53a99ef0-e6e8-4d93-aa4e-eddb1fb5a80a None None] Resources bound (agent type, host, resource id): {{(pid=93843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:23:43.850906 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a99ef0-e6e8-4d93-aa4e-eddb1fb5a80a None None] Received port after_create {{(pid=93843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 15:23:43.868925 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvr_db [None req-1a1b4a16-3d17-4622-9efb-ea37d164ba6f None None] Set router 40abd8dd-3e14-48dd-a894-2d7a6e5c182e gateway port host: dv-cinder-779576-7-iscsi {{(pid=93843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 15:23:43.910444 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a99ef0-e6e8-4d93-aa4e-eddb1fb5a80a None None] Pushing event updated for resources: {'Port': ['ID=510cc6ea-357b-4974-82e4-0250b33d695c,revision_number=1']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:23:44.151645 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-53a99ef0-e6e8-4d93-aa4e-eddb1fb5a80a None None] Attempting to bind port 510cc6ea-357b-4974-82e4-0250b33d695c on host dv-cinder-779576-7-iscsi for vnic_type normal with profile {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 15:23:44.152620 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-53a99ef0-e6e8-4d93-aa4e-eddb1fb5a80a None None] Attempting to bind port 510cc6ea-357b-4974-82e4-0250b33d695c by drivers openvswitch,hyperv on host dv-cinder-779576-7-iscsi at level 0 using segments [{'id': '3da010dd-4833-4237-96bf-cff8caff58cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ab787124-b3b6-4bd0-94de-31d857926656'}] {{(pid=93843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 15:23:44.153155 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a99ef0-e6e8-4d93-aa4e-eddb1fb5a80a None None] Attempting to bind port 510cc6ea-357b-4974-82e4-0250b33d695c on network ab787124-b3b6-4bd0-94de-31d857926656 {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 15:23:44.191704 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a99ef0-e6e8-4d93-aa4e-eddb1fb5a80a None None] Checking agent: {'id': '072be889-8d10-4535-8eb8-b08180675ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779576-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 15, 14, 10), 'started_at': datetime.datetime(2021, 8, 26, 15, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 15, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779576-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 15:23:44.192075 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a99ef0-e6e8-4d93-aa4e-eddb1fb5a80a None None] Checking segment: {'id': '3da010dd-4833-4237-96bf-cff8caff58cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ab787124-b3b6-4bd0-94de-31d857926656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 15:23:44.192477 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-53a99ef0-e6e8-4d93-aa4e-eddb1fb5a80a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:44.192874 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a99ef0-e6e8-4d93-aa4e-eddb1fb5a80a None None] Bound using segment: {'id': '3da010dd-4833-4237-96bf-cff8caff58cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ab787124-b3b6-4bd0-94de-31d857926656'} {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 15:23:44.193840 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-53a99ef0-e6e8-4d93-aa4e-eddb1fb5a80a None None] Bound port: 510cc6ea-357b-4974-82e4-0250b33d695c, host: dv-cinder-779576-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3da010dd-4833-4237-96bf-cff8caff58cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ab787124-b3b6-4bd0-94de-31d857926656'}}] {{(pid=93843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 15:23:44.194229 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-53a99ef0-e6e8-4d93-aa4e-eddb1fb5a80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:44.195374 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e54ae89-3c91-47dc-b929-030414112a7a req-29456584-c7ac-4f02-b9ca-db6a716d71e7 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:23:44.199315 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-6e54ae89-3c91-47dc-b929-030414112a7a req-29456584-c7ac-4f02-b9ca-db6a716d71e7 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4a109b7-6110-45ff-9a8e-b5a6cf8f7b74 HTTP/1.1" status: 200 len: 946 time: 0.0847771 Aug 26 15:23:44.272466 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-6e54ae89-3c91-47dc-b929-030414112a7a req-ec1f7fdd-5ee0-468f-8b16-0519b386b87f tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616190 Aug 26 15:23:44.315302 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-53a99ef0-e6e8-4d93-aa4e-eddb1fb5a80a None None] For port 510cc6ea-357b-4974-82e4-0250b33d695c, host dv-cinder-779576-7-iscsi, cleared binding levels {{(pid=93843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:23:44.331671 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-53a99ef0-e6e8-4d93-aa4e-eddb1fb5a80a None None] For port 510cc6ea-357b-4974-82e4-0250b33d695c, host dv-cinder-779576-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-7-iscsi',level=0,port_id=510cc6ea-357b-4974-82e4-0250b33d695c,segment=NetworkSegment(3da010dd-4833-4237-96bf-cff8caff58cb),segment_id=3da010dd-4833-4237-96bf-cff8caff58cb)] {{(pid=93843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:23:44.339404 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-53a99ef0-e6e8-4d93-aa4e-eddb1fb5a80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:44.416873 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a99ef0-e6e8-4d93-aa4e-eddb1fb5a80a None None] Pushing event updated for resources: {'Port': ['ID=510cc6ea-357b-4974-82e4-0250b33d695c,revision_number=2']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:23:44.425573 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-1a1b4a16-3d17-4622-9efb-ea37d164ba6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40abd8dd-3e14-48dd-a894-2d7a6e5c182e', 'name': 'tempest-TestMinimumBasicScenario-1462883441-router', 'tenant_id': 'f21f38b1620b40acb26630e47d85c6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': '44fa70ee-dd12-4cd5-9853-168d0e03d07d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:23:30Z', 'updated_at': '2021-08-26T15:23:37Z', 'revision_number': 4, 'project_id': 'f21f38b1620b40acb26630e47d85c6c2', 'gw_port': {'id': '44fa70ee-dd12-4cd5-9853-168d0e03d07d', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a3:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40abd8dd-3e14-48dd-a894-2d7a6e5c182e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:23:31Z', 'updated_at': '2021-08-26T15:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi', '_interfaces': [{'id': '8b14a99a-2b68-4b08-a4dd-c9bcf4519642', 'name': '', 'network_id': '4c21aea0-317d-4d8f-b2c5-9e53ccb851fc', 'tenant_id': 'f21f38b1620b40acb26630e47d85c6c2', 'mac_address': 'fa:16:3e:1a:0e:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40abd8dd-3e14-48dd-a894-2d7a6e5c182e', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '8344071b-748b-487d-9384-1d0a41d963ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:23:35Z', 'updated_at': '2021-08-26T15:23:42Z', 'revision_number': 4, 'project_id': 'f21f38b1620b40acb26630e47d85c6c2', 'subnets': [{'id': '8344071b-748b-487d-9384-1d0a41d963ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-7-iscsi', False) {} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:23:44.462277 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1b4a16-3d17-4622-9efb-ea37d164ba6f None None] The sync data for ids ['40abd8dd-3e14-48dd-a894-2d7a6e5c182e'] in dv-cinder-779576-7-iscsi is: [{'id': '40abd8dd-3e14-48dd-a894-2d7a6e5c182e', 'name': 'tempest-TestMinimumBasicScenario-1462883441-router', 'tenant_id': 'f21f38b1620b40acb26630e47d85c6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': '44fa70ee-dd12-4cd5-9853-168d0e03d07d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:23:30Z', 'updated_at': '2021-08-26T15:23:37Z', 'revision_number': 4, 'project_id': 'f21f38b1620b40acb26630e47d85c6c2', 'gw_port': {'id': '44fa70ee-dd12-4cd5-9853-168d0e03d07d', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a3:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40abd8dd-3e14-48dd-a894-2d7a6e5c182e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:23:31Z', 'updated_at': '2021-08-26T15:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi', '_interfaces': [{'id': '8b14a99a-2b68-4b08-a4dd-c9bcf4519642', 'name': '', 'network_id': '4c21aea0-317d-4d8f-b2c5-9e53ccb851fc', 'tenant_id': 'f21f38b1620b40acb26630e47d85c6c2', 'mac_address': 'fa:16:3e:1a:0e:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40abd8dd-3e14-48dd-a894-2d7a6e5c182e', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '8344071b-748b-487d-9384-1d0a41d963ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:23:35Z', 'updated_at': '2021-08-26T15:23:42Z', 'revision_number': 4, 'project_id': 'f21f38b1620b40acb26630e47d85c6c2', 'subnets': [{'id': '8344071b-748b-487d-9384-1d0a41d963ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 15:23:44.501310 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-232a817e-f33b-4d39-a566-0fe6020269a1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:44.848198 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-232a817e-f33b-4d39-a566-0fe6020269a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3930459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3928533'] for router, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:45.008724 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-232a817e-f33b-4d39-a566-0fe6020269a1 admin admin] Router fdf4aa7d-9527-4ff4-b91d-7f2046445bda is scheduled to L3 agent 00a7d786-edfd-4f04-9152-3b7ae2bbf8ca with binding_index 1 {{(pid=93842) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 15:23:45.162948 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-232a817e-f33b-4d39-a566-0fe6020269a1 admin admin] Notify agent at l3_agent.dv-cinder-779576-7-iscsi the message routers_updated {{(pid=93842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 15:23:45.177221 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8388326f-90af-4053-8ac7-4dc9bd8e6dff None None] Sync routers for ids ['fdf4aa7d-9527-4ff4-b91d-7f2046445bda'] in dv-cinder-779576-7-iscsi {{(pid=93844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 15:23:45.186423 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-232a817e-f33b-4d39-a566-0fe6020269a1 admin admin] Notify callbacks [] for router, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:45.187700 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-232a817e-f33b-4d39-a566-0fe6020269a1 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.3764522 Aug 26 15:23:45.192893 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 54726) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:23:45.198129 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8388326f-90af-4053-8ac7-4dc9bd8e6dff None None] Routers {'fdf4aa7d-9527-4ff4-b91d-7f2046445bda'} bound to L3 agent in host dv-cinder-779576-7-iscsi {{(pid=93844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 15:23:45.199631 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-8388326f-90af-4053-8ac7-4dc9bd8e6dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T15:14:10Z,description=,heartbeat_timestamp=2021-08-26T15:23:40Z,host='dv-cinder-779576-7-iscsi',id=00a7d786-edfd-4f04-9152-3b7ae2bbf8ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T15:14:10Z,topic='l3_agent')) {'router_ids': ['fdf4aa7d-9527-4ff4-b91d-7f2046445bda'], 'active': True} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:23:45.446799 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvr_db [None req-8388326f-90af-4053-8ac7-4dc9bd8e6dff None None] Set router fdf4aa7d-9527-4ff4-b91d-7f2046445bda gateway port host: dv-cinder-779576-7-iscsi {{(pid=93844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 15:23:45.716556 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a851ec-c250-4fbb-aa57-5450f2539f67 None None] Network ab787124-b3b6-4bd0-94de-31d857926656 requested from dv-cinder-779576-7-iscsi {{(pid=93843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 15:23:45.762356 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-8388326f-90af-4053-8ac7-4dc9bd8e6dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdf4aa7d-9527-4ff4-b91d-7f2046445bda', 'name': 'tempest-TestMinimumBasicScenario-715090729-router', 'tenant_id': 'de93dffd1e4f43f99282e83da539e437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': 'ae8126f3-f430-47bb-ad61-9aec643e46a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:23:41Z', 'updated_at': '2021-08-26T15:23:43Z', 'revision_number': 3, 'project_id': 'de93dffd1e4f43f99282e83da539e437', 'gw_port': {'id': 'ae8126f3-f430-47bb-ad61-9aec643e46a8', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:5c:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdf4aa7d-9527-4ff4-b91d-7f2046445bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:23:43Z', 'updated_at': '2021-08-26T15:23:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi'}], 'dv-cinder-779576-7-iscsi', False) {} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:23:45.806300 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8388326f-90af-4053-8ac7-4dc9bd8e6dff None None] Checking router: fdf4aa7d-9527-4ff4-b91d-7f2046445bda for host: dv-cinder-779576-7-iscsi {{(pid=93844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 15:23:45.806820 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8388326f-90af-4053-8ac7-4dc9bd8e6dff None None] Updating router fdf4aa7d-9527-4ff4-b91d-7f2046445bda port ae8126f3-f430-47bb-ad61-9aec643e46a8 binding host dv-cinder-779576-7-iscsi {{(pid=93844) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 15:23:45.826088 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-8789e98a-ee7a-40a4-8644-06a929a641bc None None] Provisioning for port 510cc6ea-357b-4974-82e4-0250b33d695c completed by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 15:23:45.867850 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-8388326f-90af-4053-8ac7-4dc9bd8e6dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:45.952743 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-0a7861fe-b3e7-4b79-b72e-c372b5aa8832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:46.205581 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.db.db_base_plugin_common [None req-0a7861fe-b3e7-4b79-b72e-c372b5aa8832 admin admin] Allocated IP 172.20.0.1 (ab787124-b3b6-4bd0-94de-31d857926656/f3d23132-4d62-4b79-8c0c-aec6a159c081/994daffb-bdcc-4916-a5bc-70f90cbb68c5) {{(pid=93841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:23:46.246369 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-8388326f-90af-4053-8ac7-4dc9bd8e6dff None None] Notify callbacks [] for port, precommit_update {{(pid=93844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:46.273274 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.provisioning_blocks [None req-8388326f-90af-4053-8ac7-4dc9bd8e6dff None None] Transition to ACTIVE for port object ae8126f3-f430-47bb-ad61-9aec643e46a8 will not be triggered until provisioned by entity L2. {{(pid=93844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 15:23:46.286657 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-8388326f-90af-4053-8ac7-4dc9bd8e6dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:46.344772 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-0a7861fe-b3e7-4b79-b72e-c372b5aa8832 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:46.360109 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4863cf1d-2188-43d9-9797-1fcee51fb936 None None] Pushing event updated for resources: {'Port': ['ID=ae8126f3-f430-47bb-ad61-9aec643e46a8,revision_number=2']} {{(pid=93844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:23:46.364342 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.db.provisioning_blocks [None req-0a7861fe-b3e7-4b79-b72e-c372b5aa8832 admin admin] Transition to ACTIVE for port object 994daffb-bdcc-4916-a5bc-70f90cbb68c5 will not be triggered until provisioned by entity DHCP. {{(pid=93841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 15:23:46.390513 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.managers [None req-8388326f-90af-4053-8ac7-4dc9bd8e6dff None None] Attempting to bind port ae8126f3-f430-47bb-ad61-9aec643e46a8 on host dv-cinder-779576-7-iscsi for vnic_type normal with profile {{(pid=93844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 15:23:46.391072 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.managers [None req-8388326f-90af-4053-8ac7-4dc9bd8e6dff None None] Attempting to bind port ae8126f3-f430-47bb-ad61-9aec643e46a8 by drivers openvswitch,hyperv on host dv-cinder-779576-7-iscsi at level 0 using segments [{'id': 'd599df7f-c7a7-42e6-8c54-3da29125ead3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e'}] {{(pid=93844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 15:23:46.392012 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8388326f-90af-4053-8ac7-4dc9bd8e6dff None None] Attempting to bind port ae8126f3-f430-47bb-ad61-9aec643e46a8 on network 94c3c280-690c-4a83-85d9-6b8aea125a5e {{(pid=93844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 15:23:46.399838 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8388326f-90af-4053-8ac7-4dc9bd8e6dff None None] Checking agent: {'id': '072be889-8d10-4535-8eb8-b08180675ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779576-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 15, 14, 10), 'started_at': datetime.datetime(2021, 8, 26, 15, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 15, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779576-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 15:23:46.400390 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8388326f-90af-4053-8ac7-4dc9bd8e6dff None None] Checking segment: {'id': 'd599df7f-c7a7-42e6-8c54-3da29125ead3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 15:23:46.400918 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-8388326f-90af-4053-8ac7-4dc9bd8e6dff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:46.401688 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8388326f-90af-4053-8ac7-4dc9bd8e6dff None None] Bound using segment: {'id': 'd599df7f-c7a7-42e6-8c54-3da29125ead3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e'} {{(pid=93844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 15:23:46.403384 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.managers [None req-8388326f-90af-4053-8ac7-4dc9bd8e6dff None None] Bound port: ae8126f3-f430-47bb-ad61-9aec643e46a8, host: dv-cinder-779576-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd599df7f-c7a7-42e6-8c54-3da29125ead3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e'}}] {{(pid=93844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 15:23:46.403995 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-8388326f-90af-4053-8ac7-4dc9bd8e6dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:46.416967 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-0a7861fe-b3e7-4b79-b72e-c372b5aa8832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793280355359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263742114'] for port, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:46.473460 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7861fe-b3e7-4b79-b72e-c372b5aa8832 admin admin] Network ab787124-b3b6-4bd0-94de-31d857926656 is already hosted by enough agents. {{(pid=93841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:23:46.473820 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.db [None req-8388326f-90af-4053-8ac7-4dc9bd8e6dff None None] For port ae8126f3-f430-47bb-ad61-9aec643e46a8, host dv-cinder-779576-7-iscsi, cleared binding levels {{(pid=93844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:23:46.478349 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.db [None req-8388326f-90af-4053-8ac7-4dc9bd8e6dff None None] For port ae8126f3-f430-47bb-ad61-9aec643e46a8, host dv-cinder-779576-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-7-iscsi',level=0,port_id=ae8126f3-f430-47bb-ad61-9aec643e46a8,segment=NetworkSegment(d599df7f-c7a7-42e6-8c54-3da29125ead3),segment_id=d599df7f-c7a7-42e6-8c54-3da29125ead3)] {{(pid=93844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:23:46.482560 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.scheduler.base_scheduler [None req-0a7861fe-b3e7-4b79-b72e-c372b5aa8832 admin admin] Resources bound (agent type, host, resource id): {{(pid=93841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:23:46.489329 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7861fe-b3e7-4b79-b72e-c372b5aa8832 admin admin] Received port after_create {{(pid=93841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 15:23:46.489629 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-8388326f-90af-4053-8ac7-4dc9bd8e6dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:46.501151 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Device 8b14a99a-2b68-4b08-a4dd-c9bcf4519642 up at agent ovs-agent-dv-cinder-779576-7-iscsi {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:23:46.533991 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7861fe-b3e7-4b79-b72e-c372b5aa8832 admin admin] Pushing event updated for resources: {'Port': ['ID=994daffb-bdcc-4916-a5bc-70f90cbb68c5,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:23:46.582687 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-0a7861fe-b3e7-4b79-b72e-c372b5aa8832 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3928330'] for router_interface, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:46.596124 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4863cf1d-2188-43d9-9797-1fcee51fb936 None None] Pushing event updated for resources: {'Port': ['ID=ae8126f3-f430-47bb-ad61-9aec643e46a8,revision_number=3']} {{(pid=93844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:23:46.609596 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Provisioning for port 8b14a99a-2b68-4b08-a4dd-c9bcf4519642 completed by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 15:23:46.616425 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Provisioning complete for port 8b14a99a-2b68-4b08-a4dd-c9bcf4519642 triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:23:46.617002 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:46.622823 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8388326f-90af-4053-8ac7-4dc9bd8e6dff None None] Routers {'fdf4aa7d-9527-4ff4-b91d-7f2046445bda'} bound to L3 agent in host dv-cinder-779576-7-iscsi {{(pid=93844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 15:23:46.623898 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-8388326f-90af-4053-8ac7-4dc9bd8e6dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T15:14:10Z,description=,heartbeat_timestamp=2021-08-26T15:23:40Z,host='dv-cinder-779576-7-iscsi',id=00a7d786-edfd-4f04-9152-3b7ae2bbf8ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T15:14:10Z,topic='l3_agent')) {'router_ids': ['fdf4aa7d-9527-4ff4-b91d-7f2046445bda'], 'active': True} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:23:46.817066 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:46.958539 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-0a7861fe-b3e7-4b79-b72e-c372b5aa8832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:46.972594 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] For port 8b14a99a-2b68-4b08-a4dd-c9bcf4519642, host dv-cinder-779576-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-7-iscsi',level=0,port_id=8b14a99a-2b68-4b08-a4dd-c9bcf4519642,segment=NetworkSegment(65ca07df-a632-4cb7-b152-427f2eb06870),segment_id=65ca07df-a632-4cb7-b152-427f2eb06870)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:23:46.984210 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvr_db [None req-8388326f-90af-4053-8ac7-4dc9bd8e6dff None None] Set router fdf4aa7d-9527-4ff4-b91d-7f2046445bda gateway port host: dv-cinder-779576-7-iscsi {{(pid=93844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 15:23:47.001348 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:47.004966 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Device 510cc6ea-357b-4974-82e4-0250b33d695c up at agent ovs-agent-dv-cinder-779576-7-iscsi {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:23:47.087236 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-386a1a41-8cd9-4faf-9985-eb4e86ea97dc None None] Provisioning for port 994daffb-bdcc-4916-a5bc-70f90cbb68c5 completed by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 15:23:47.106675 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-386a1a41-8cd9-4faf-9985-eb4e86ea97dc None None] Provisioning complete for port 994daffb-bdcc-4916-a5bc-70f90cbb68c5 triggered by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:23:47.107628 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-386a1a41-8cd9-4faf-9985-eb4e86ea97dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:47.209389 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-0675b10a-8a1b-4808-b415-67d381d96a45 req-87714939-4f2c-45a7-89fe-aee79ffdee04 tempest-VolumesNegativeTest-1070614212 tempest-VolumesNegativeTest-1070614212-project] 10.222.0.20 "GET /v2.0/ports?device_id=d51a2434-31f2-4d90-b034-ecb50b12df4e HTTP/1.1" status: 200 len: 210 time: 0.1118016 Aug 26 15:23:47.360841 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Pushing event updated for resources: {'Port': ['ID=8b14a99a-2b68-4b08-a4dd-c9bcf4519642,revision_number=5']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:23:47.362520 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-9676aca9-58cb-4c33-a5e3-83e4608823ec req-6c850984-a2b9-4223-815d-b65fa27c8784 tempest-VolumesNegativeTest-1070614212 tempest-VolumesNegativeTest-1070614212-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=d435b347de2a4ad59611b5684b0174a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0746944 Aug 26 15:23:47.435366 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-386a1a41-8cd9-4faf-9985-eb4e86ea97dc None None] Port 994daffb-bdcc-4916-a5bc-70f90cbb68c5 cannot update to ACTIVE because it is not bound. {{(pid=93843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 15:23:47.477384 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Provisioning for port 510cc6ea-357b-4974-82e4-0250b33d695c completed by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 15:23:47.485908 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Provisioning complete for port 510cc6ea-357b-4974-82e4-0250b33d695c triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:23:47.488366 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:47.557938 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-8388326f-90af-4053-8ac7-4dc9bd8e6dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdf4aa7d-9527-4ff4-b91d-7f2046445bda', 'name': 'tempest-TestMinimumBasicScenario-715090729-router', 'tenant_id': 'de93dffd1e4f43f99282e83da539e437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': 'ae8126f3-f430-47bb-ad61-9aec643e46a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:23:41Z', 'updated_at': '2021-08-26T15:23:43Z', 'revision_number': 3, 'project_id': 'de93dffd1e4f43f99282e83da539e437', 'gw_port': {'id': 'ae8126f3-f430-47bb-ad61-9aec643e46a8', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:5c:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdf4aa7d-9527-4ff4-b91d-7f2046445bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:23:43Z', 'updated_at': '2021-08-26T15:23:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi'}], 'dv-cinder-779576-7-iscsi', False) {} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:23:47.605477 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8388326f-90af-4053-8ac7-4dc9bd8e6dff None None] The sync data for ids ['fdf4aa7d-9527-4ff4-b91d-7f2046445bda'] in dv-cinder-779576-7-iscsi is: [{'id': 'fdf4aa7d-9527-4ff4-b91d-7f2046445bda', 'name': 'tempest-TestMinimumBasicScenario-715090729-router', 'tenant_id': 'de93dffd1e4f43f99282e83da539e437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': 'ae8126f3-f430-47bb-ad61-9aec643e46a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:23:41Z', 'updated_at': '2021-08-26T15:23:43Z', 'revision_number': 3, 'project_id': 'de93dffd1e4f43f99282e83da539e437', 'gw_port': {'id': 'ae8126f3-f430-47bb-ad61-9aec643e46a8', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:5c:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdf4aa7d-9527-4ff4-b91d-7f2046445bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:23:43Z', 'updated_at': '2021-08-26T15:23:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi'}] {{(pid=93844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 15:23:47.707540 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-0a7861fe-b3e7-4b79-b72e-c372b5aa8832 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:47.725734 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-0a7861fe-b3e7-4b79-b72e-c372b5aa8832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263742139'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:47.744889 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:47.794924 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] For port 510cc6ea-357b-4974-82e4-0250b33d695c, host dv-cinder-779576-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-7-iscsi',level=0,port_id=510cc6ea-357b-4974-82e4-0250b33d695c,segment=NetworkSegment(3da010dd-4833-4237-96bf-cff8caff58cb),segment_id=3da010dd-4833-4237-96bf-cff8caff58cb)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:23:47.809550 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:47.933617 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Pushing event updated for resources: {'Port': ['ID=510cc6ea-357b-4974-82e4-0250b33d695c,revision_number=3']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:23:47.936281 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cd87fe-8cc7-4c13-9d0d-8eb2136751d0 req-91fe166a-4d5b-4bc0-b0e8-9588d2e5349a tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:23:47.944293 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-a9cd87fe-8cc7-4c13-9d0d-8eb2136751d0 req-91fe166a-4d5b-4bc0-b0e8-9588d2e5349a tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4a109b7-6110-45ff-9a8e-b5a6cf8f7b74 HTTP/1.1" status: 200 len: 946 time: 0.5271590 Aug 26 15:23:47.989031 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7861fe-b3e7-4b79-b72e-c372b5aa8832 admin admin] Pushing event updated for resources: {'Port': ['ID=994daffb-bdcc-4916-a5bc-70f90cbb68c5,revision_number=2']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:23:48.000258 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-0a7861fe-b3e7-4b79-b72e-c372b5aa8832 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3774383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3928277'] for router_interface, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:48.026558 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9676aca9-58cb-4c33-a5e3-83e4608823ec req-ac8c2f82-703c-4955-baf6-0d1999993c08 tempest-VolumesNegativeTest-1070614212 tempest-VolumesNegativeTest-1070614212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:23:48.028341 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-9676aca9-58cb-4c33-a5e3-83e4608823ec req-ac8c2f82-703c-4955-baf6-0d1999993c08 tempest-VolumesNegativeTest-1070614212 tempest-VolumesNegativeTest-1070614212-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6060693 Aug 26 15:23:48.061743 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [req-9676aca9-58cb-4c33-a5e3-83e4608823ec req-98b72d23-9d33-4990-a203-1a0aeb160b84 tempest-VolumesNegativeTest-1070614212 tempest-VolumesNegativeTest-1070614212-project] Request body: {'port': {'device_id': 'd51a2434-31f2-4d90-b034-ecb50b12df4e', 'network_id': 'c03f24f3-f81e-44eb-aaf8-55e499a4f0d2', 'admin_state_up': True, 'tenant_id': 'd435b347de2a4ad59611b5684b0174a2'}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:23:48.144671 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-a9cd87fe-8cc7-4c13-9d0d-8eb2136751d0 req-6b6c6e8d-8de7-49a6-bbd8-959dbf7d9026 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987998 Aug 26 15:23:48.417271 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9676aca9-58cb-4c33-a5e3-83e4608823ec req-98b72d23-9d33-4990-a203-1a0aeb160b84 tempest-VolumesNegativeTest-1070614212 tempest-VolumesNegativeTest-1070614212-project] Made reservation on behalf of d435b347de2a4ad59611b5684b0174a2 for: {'port': 1} {{(pid=93841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:23:48.434943 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4984e556-e8f2-4130-9282-d2fc78c25dbb req-73515a84-a6fa-40f8-83c9-3bd778e4beac tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:23:48.440150 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-9676aca9-58cb-4c33-a5e3-83e4608823ec req-98b72d23-9d33-4990-a203-1a0aeb160b84 tempest-VolumesNegativeTest-1070614212 tempest-VolumesNegativeTest-1070614212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:48.443015 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-4984e556-e8f2-4130-9282-d2fc78c25dbb req-73515a84-a6fa-40f8-83c9-3bd778e4beac tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca0769da-6c1e-433b-8817-4309fcc35b35 HTTP/1.1" status: 200 len: 945 time: 0.1423383 Aug 26 15:23:48.486398 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7861fe-b3e7-4b79-b72e-c372b5aa8832 admin admin] Network ab787124-b3b6-4bd0-94de-31d857926656 is already hosted by enough agents. {{(pid=93841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:23:48.489455 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-9676aca9-58cb-4c33-a5e3-83e4608823ec req-98b72d23-9d33-4990-a203-1a0aeb160b84 tempest-VolumesNegativeTest-1070614212 tempest-VolumesNegativeTest-1070614212-project] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:48.502643 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.scheduler.base_scheduler [None req-0a7861fe-b3e7-4b79-b72e-c372b5aa8832 admin admin] Resources bound (agent type, host, resource id): {{(pid=93841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:23:48.537122 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-4984e556-e8f2-4130-9282-d2fc78c25dbb req-c0415268-8ab9-4333-8133-cf42f2529a78 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927236 Aug 26 15:23:48.554447 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-019db5f7-b726-48ae-a6b4-ecfa3a94a3bc req-3a1e0c64-2193-479f-b586-9361a77d61d7 tempest-VolumesNegativeTest-1070614212 tempest-VolumesNegativeTest-1070614212-project] 10.222.0.20 "GET /v2.0/ports?device_id=d51a2434-31f2-4d90-b034-ecb50b12df4e HTTP/1.1" status: 200 len: 210 time: 0.0871258 Aug 26 15:23:48.600940 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Device ae8126f3-f430-47bb-ad61-9aec643e46a8 up at agent ovs-agent-dv-cinder-779576-7-iscsi {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:23:48.757819 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Provisioning for port ae8126f3-f430-47bb-ad61-9aec643e46a8 completed by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 15:23:48.764407 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Provisioning complete for port ae8126f3-f430-47bb-ad61-9aec643e46a8 triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:23:48.769194 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:48.862698 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a7861fe-b3e7-4b79-b72e-c372b5aa8832 admin admin] Router fdf4aa7d-9527-4ff4-b91d-7f2046445bda has already been hosted by L3 agent 00a7d786-edfd-4f04-9152-3b7ae2bbf8ca {{(pid=93841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 15:23:49.006776 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-9676aca9-58cb-4c33-a5e3-83e4608823ec req-98b72d23-9d33-4990-a203-1a0aeb160b84 tempest-VolumesNegativeTest-1070614212 tempest-VolumesNegativeTest-1070614212-project] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:49.016757 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-9676aca9-58cb-4c33-a5e3-83e4608823ec req-98b72d23-9d33-4990-a203-1a0aeb160b84 tempest-VolumesNegativeTest-1070614212 tempest-VolumesNegativeTest-1070614212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:49.036335 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:49.047438 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-afa39ead-5d1f-4e49-9c73-a42f73a330ae None None] Provisioning complete for port 994daffb-bdcc-4916-a5bc-70f90cbb68c5 triggered by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:23:49.048035 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-afa39ead-5d1f-4e49-9c73-a42f73a330ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:49.155782 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] For port ae8126f3-f430-47bb-ad61-9aec643e46a8, host dv-cinder-779576-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-7-iscsi',level=0,port_id=ae8126f3-f430-47bb-ad61-9aec643e46a8,segment=NetworkSegment(d599df7f-c7a7-42e6-8c54-3da29125ead3),segment_id=d599df7f-c7a7-42e6-8c54-3da29125ead3)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:23:49.165691 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:49.166712 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Device 8b14a99a-2b68-4b08-a4dd-c9bcf4519642 up at agent ovs-agent-dv-cinder-779576-7-iscsi {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:23:49.248259 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-afa39ead-5d1f-4e49-9c73-a42f73a330ae None None] Port 994daffb-bdcc-4916-a5bc-70f90cbb68c5 cannot update to ACTIVE because it is not bound. {{(pid=93843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 15:23:49.299698 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Provisioning complete for port 8b14a99a-2b68-4b08-a4dd-c9bcf4519642 triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:23:49.300088 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:49.382578 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Pushing event updated for resources: {'Port': ['ID=ae8126f3-f430-47bb-ad61-9aec643e46a8,revision_number=4']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:23:49.435281 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b72d23-9d33-4990-a203-1a0aeb160b84 tempest-VolumesNegativeTest-1070614212 tempest-VolumesNegativeTest-1070614212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63ee05e8-5f35-427c-b3b0-8557510af30e,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:23:49.450904 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a7861fe-b3e7-4b79-b72e-c372b5aa8832 admin admin] Notify agent at l3_agent.dv-cinder-779576-7-iscsi the message routers_updated {{(pid=93841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 15:23:49.470451 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-0a7861fe-b3e7-4b79-b72e-c372b5aa8832 admin admin] 10.222.0.20 "PUT /v2.0/routers/fdf4aa7d-9527-4ff4-b91d-7f2046445bda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2699919 Aug 26 15:23:49.480611 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Device 510cc6ea-357b-4974-82e4-0250b33d695c up at agent ovs-agent-dv-cinder-779576-7-iscsi {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:23:49.483645 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.db.db_base_plugin_common [req-9676aca9-58cb-4c33-a5e3-83e4608823ec req-98b72d23-9d33-4990-a203-1a0aeb160b84 tempest-VolumesNegativeTest-1070614212 tempest-VolumesNegativeTest-1070614212-project] Allocated IP 192.168.233.208 (c03f24f3-f81e-44eb-aaf8-55e499a4f0d2/64c1893d-a424-4f98-9c6a-50f8447a1e50/6d419f60-a6b8-4f57-8695-f5218dece8d3) {{(pid=93841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:23:49.540510 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Provisioning complete for port 510cc6ea-357b-4974-82e4-0250b33d695c triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:23:49.541822 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:49.723470 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-9676aca9-58cb-4c33-a5e3-83e4608823ec req-98b72d23-9d33-4990-a203-1a0aeb160b84 tempest-VolumesNegativeTest-1070614212 tempest-VolumesNegativeTest-1070614212-project] Notify callbacks [] for port, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:49.741317 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.db.provisioning_blocks [req-9676aca9-58cb-4c33-a5e3-83e4608823ec req-98b72d23-9d33-4990-a203-1a0aeb160b84 tempest-VolumesNegativeTest-1070614212 tempest-VolumesNegativeTest-1070614212-project] Transition to ACTIVE for port object 6d419f60-a6b8-4f57-8695-f5218dece8d3 will not be triggered until provisioned by entity DHCP. {{(pid=93841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 15:23:49.750091 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-5cc3f07d-cc1e-403b-aa20-57b7174931d7 req-3ad652cd-4ece-4847-988f-cc733e58bb48 tempest-VolumesNegativeTest-1070614212 tempest-VolumesNegativeTest-1070614212-project] 10.222.0.20 "GET /v2.0/ports?device_id=d51a2434-31f2-4d90-b034-ecb50b12df4e HTTP/1.1" status: 200 len: 210 time: 0.0416286 Aug 26 15:23:49.778679 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-9676aca9-58cb-4c33-a5e3-83e4608823ec req-98b72d23-9d33-4990-a203-1a0aeb160b84 tempest-VolumesNegativeTest-1070614212 tempest-VolumesNegativeTest-1070614212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793280355359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263742114'] for port, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:49.826788 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9676aca9-58cb-4c33-a5e3-83e4608823ec req-98b72d23-9d33-4990-a203-1a0aeb160b84 tempest-VolumesNegativeTest-1070614212 tempest-VolumesNegativeTest-1070614212-project] Network c03f24f3-f81e-44eb-aaf8-55e499a4f0d2 is already hosted by enough agents. {{(pid=93841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:23:49.831092 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.scheduler.base_scheduler [req-9676aca9-58cb-4c33-a5e3-83e4608823ec req-98b72d23-9d33-4990-a203-1a0aeb160b84 tempest-VolumesNegativeTest-1070614212 tempest-VolumesNegativeTest-1070614212-project] Resources bound (agent type, host, resource id): {{(pid=93841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:23:49.835472 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [req-9676aca9-58cb-4c33-a5e3-83e4608823ec req-98b72d23-9d33-4990-a203-1a0aeb160b84 tempest-VolumesNegativeTest-1070614212 tempest-VolumesNegativeTest-1070614212-project] Received port after_create {{(pid=93841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 15:23:49.866247 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b72d23-9d33-4990-a203-1a0aeb160b84 tempest-VolumesNegativeTest-1070614212 tempest-VolumesNegativeTest-1070614212-project] Pushing event updated for resources: {'Port': ['ID=6d419f60-a6b8-4f57-8695-f5218dece8d3,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:23:49.900722 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9676aca9-58cb-4c33-a5e3-83e4608823ec req-98b72d23-9d33-4990-a203-1a0aeb160b84 tempest-VolumesNegativeTest-1070614212 tempest-VolumesNegativeTest-1070614212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:23:49.902244 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-9676aca9-58cb-4c33-a5e3-83e4608823ec req-98b72d23-9d33-4990-a203-1a0aeb160b84 tempest-VolumesNegativeTest-1070614212 tempest-VolumesNegativeTest-1070614212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4089636'] for port, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:49.922456 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-9676aca9-58cb-4c33-a5e3-83e4608823ec req-98b72d23-9d33-4990-a203-1a0aeb160b84 tempest-VolumesNegativeTest-1070614212 tempest-VolumesNegativeTest-1070614212-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8685880 Aug 26 15:23:49.938259 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [req-9676aca9-58cb-4c33-a5e3-83e4608823ec req-1388f1b5-a1b9-44a1-aade-028d39887abd service neutron] Request body: {'port': {'device_id': 'd51a2434-31f2-4d90-b034-ecb50b12df4e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77957'}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:23:50.012328 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-9676aca9-58cb-4c33-a5e3-83e4608823ec req-1388f1b5-a1b9-44a1-aade-028d39887abd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:50.090284 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-6e58fe3d-f501-40c7-a89e-2555163ce60c None None] Provisioning for port 6d419f60-a6b8-4f57-8695-f5218dece8d3 completed by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 15:23:50.102047 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-6e58fe3d-f501-40c7-a89e-2555163ce60c None None] Provisioning complete for port 6d419f60-a6b8-4f57-8695-f5218dece8d3 triggered by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:23:50.102539 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-6e58fe3d-f501-40c7-a89e-2555163ce60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:50.169395 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-6e58fe3d-f501-40c7-a89e-2555163ce60c None None] Port 6d419f60-a6b8-4f57-8695-f5218dece8d3 cannot update to ACTIVE because it is not bound. {{(pid=93843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 15:23:50.348703 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Device ae8126f3-f430-47bb-ad61-9aec643e46a8 up at agent ovs-agent-dv-cinder-779576-7-iscsi {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:23:50.444209 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Provisioning complete for port ae8126f3-f430-47bb-ad61-9aec643e46a8 triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:23:50.447178 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.notifiers.nova [req-9676aca9-58cb-4c33-a5e3-83e4608823ec req-1388f1b5-a1b9-44a1-aade-028d39887abd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d419f60-a6b8-4f57-8695-f5218dece8d3 {{(pid=93841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 15:23:50.453052 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:50.490640 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-9676aca9-58cb-4c33-a5e3-83e4608823ec req-1388f1b5-a1b9-44a1-aade-028d39887abd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:50.514625 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.db.provisioning_blocks [req-9676aca9-58cb-4c33-a5e3-83e4608823ec req-1388f1b5-a1b9-44a1-aade-028d39887abd service neutron] Transition to ACTIVE for port object 6d419f60-a6b8-4f57-8695-f5218dece8d3 will not be triggered until provisioned by entity L2. {{(pid=93841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 15:23:50.525087 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-9676aca9-58cb-4c33-a5e3-83e4608823ec req-1388f1b5-a1b9-44a1-aade-028d39887abd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263742139'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:50.617870 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15c007c-19e4-4750-aeb5-20663b64ebda None None] Sync routers for ids ['fdf4aa7d-9527-4ff4-b91d-7f2046445bda'] in dv-cinder-779576-7-iscsi {{(pid=93843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 15:23:50.662050 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15c007c-19e4-4750-aeb5-20663b64ebda None None] Routers {'fdf4aa7d-9527-4ff4-b91d-7f2046445bda'} bound to L3 agent in host dv-cinder-779576-7-iscsi {{(pid=93843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 15:23:50.662701 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-f15c007c-19e4-4750-aeb5-20663b64ebda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T15:14:10Z,description=,heartbeat_timestamp=2021-08-26T15:23:40Z,host='dv-cinder-779576-7-iscsi',id=00a7d786-edfd-4f04-9152-3b7ae2bbf8ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T15:14:10Z,topic='l3_agent')) {'router_ids': ['fdf4aa7d-9527-4ff4-b91d-7f2046445bda'], 'active': True} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:23:50.682076 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388f1b5-a1b9-44a1-aade-028d39887abd service neutron] Pushing event updated for resources: {'Port': ['ID=6d419f60-a6b8-4f57-8695-f5218dece8d3,revision_number=2']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:23:50.711271 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 54872) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:23:51.131830 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-23f2855a-57e7-4aae-b83c-800144219ca6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:51.133546 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvr_db [None req-f15c007c-19e4-4750-aeb5-20663b64ebda None None] Set router fdf4aa7d-9527-4ff4-b91d-7f2046445bda gateway port host: dv-cinder-779576-7-iscsi {{(pid=93843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 15:23:51.174490 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c605a25-f9eb-4d8f-b579-76d2d53b9eba req-8a16803c-c92c-46f5-9308-921429f002e4 tempest-VolumesNegativeTest-1070614212 tempest-VolumesNegativeTest-1070614212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:23:51.188446 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-3c605a25-f9eb-4d8f-b579-76d2d53b9eba req-8a16803c-c92c-46f5-9308-921429f002e4 tempest-VolumesNegativeTest-1070614212 tempest-VolumesNegativeTest-1070614212-project] 10.222.0.20 "GET /v2.0/ports?device_id=d51a2434-31f2-4d90-b034-ecb50b12df4e HTTP/1.1" status: 200 len: 948 time: 0.3037446 Aug 26 15:23:51.365245 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708549f5-c0cb-42cf-8308-227511d72e57 req-9e99a922-db1d-464e-949a-1e94e4c6605c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:23:51.368586 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-708549f5-c0cb-42cf-8308-227511d72e57 req-9e99a922-db1d-464e-949a-1e94e4c6605c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=00ac4322064645a3ad7e3251384021a2&device_id=ca0769da-6c1e-433b-8817-4309fcc35b35 HTTP/1.1" status: 200 len: 1098 time: 0.2770181 Aug 26 15:23:51.390654 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-3c605a25-f9eb-4d8f-b579-76d2d53b9eba req-179cf421-c89a-4b70-8f96-ee71472d45a5 tempest-VolumesNegativeTest-1070614212 tempest-VolumesNegativeTest-1070614212-project] 10.222.0.20 "GET /v2.0/security-groups?id=63ee05e8-5f35-427c-b3b0-8557510af30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598928 Aug 26 15:23:51.525625 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0ea7c4-ada6-4ca6-b328-723238b93e8a req-10d2ccf8-b253-4be3-9bff-ebbe7db4cdcf tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:23:51.527707 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-5e0ea7c4-ada6-4ca6-b328-723238b93e8a req-10d2ccf8-b253-4be3-9bff-ebbe7db4cdcf tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca0769da-6c1e-433b-8817-4309fcc35b35 HTTP/1.1" status: 200 len: 945 time: 0.1070633 Aug 26 15:23:51.548688 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [req-9676aca9-58cb-4c33-a5e3-83e4608823ec req-1388f1b5-a1b9-44a1-aade-028d39887abd service neutron] Attempting to bind port 6d419f60-a6b8-4f57-8695-f5218dece8d3 on host hv-cinder-77957 for vnic_type normal with profile {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 15:23:51.549056 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [req-9676aca9-58cb-4c33-a5e3-83e4608823ec req-1388f1b5-a1b9-44a1-aade-028d39887abd service neutron] Attempting to bind port 6d419f60-a6b8-4f57-8695-f5218dece8d3 by drivers openvswitch,hyperv on host hv-cinder-77957 at level 0 using segments [{'id': '8af44987-9cfe-4ecc-93a3-571d7ad547fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c03f24f3-f81e-44eb-aaf8-55e499a4f0d2'}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 15:23:51.549497 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9676aca9-58cb-4c33-a5e3-83e4608823ec req-1388f1b5-a1b9-44a1-aade-028d39887abd service neutron] Attempting to bind port 6d419f60-a6b8-4f57-8695-f5218dece8d3 on network c03f24f3-f81e-44eb-aaf8-55e499a4f0d2 {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 15:23:51.565740 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9676aca9-58cb-4c33-a5e3-83e4608823ec req-1388f1b5-a1b9-44a1-aade-028d39887abd service neutron] Port 6d419f60-a6b8-4f57-8695-f5218dece8d3 on network c03f24f3-f81e-44eb-aaf8-55e499a4f0d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77957 {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 15:23:51.566171 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9676aca9-58cb-4c33-a5e3-83e4608823ec req-1388f1b5-a1b9-44a1-aade-028d39887abd service neutron] Attempting to bind port 6d419f60-a6b8-4f57-8695-f5218dece8d3 on network c03f24f3-f81e-44eb-aaf8-55e499a4f0d2 {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 15:23:51.585258 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9676aca9-58cb-4c33-a5e3-83e4608823ec req-1388f1b5-a1b9-44a1-aade-028d39887abd service neutron] Checking agent: {'id': '48810b0c-601b-439f-aa19-0a054d9f642d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77957', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 15, 20, 8), 'started_at': datetime.datetime(2021, 8, 26, 15, 20, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 15, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 15:23:51.585668 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9676aca9-58cb-4c33-a5e3-83e4608823ec req-1388f1b5-a1b9-44a1-aade-028d39887abd service neutron] Checking segment: {'id': '8af44987-9cfe-4ecc-93a3-571d7ad547fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c03f24f3-f81e-44eb-aaf8-55e499a4f0d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 15:23:51.586041 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9676aca9-58cb-4c33-a5e3-83e4608823ec req-1388f1b5-a1b9-44a1-aade-028d39887abd service neutron] Bound using segment: {'id': '8af44987-9cfe-4ecc-93a3-571d7ad547fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c03f24f3-f81e-44eb-aaf8-55e499a4f0d2'} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 15:23:51.586489 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [req-9676aca9-58cb-4c33-a5e3-83e4608823ec req-1388f1b5-a1b9-44a1-aade-028d39887abd service neutron] Bound port: 6d419f60-a6b8-4f57-8695-f5218dece8d3, host: hv-cinder-77957, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8af44987-9cfe-4ecc-93a3-571d7ad547fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c03f24f3-f81e-44eb-aaf8-55e499a4f0d2'}}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 15:23:51.586851 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-9676aca9-58cb-4c33-a5e3-83e4608823ec req-1388f1b5-a1b9-44a1-aade-028d39887abd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:51.627885 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-5e0ea7c4-ada6-4ca6-b328-723238b93e8a req-6f68a9c3-6a54-443e-a008-7e287fad0f2a tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922194 Aug 26 15:23:51.643315 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-f15c007c-19e4-4750-aeb5-20663b64ebda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdf4aa7d-9527-4ff4-b91d-7f2046445bda', 'name': 'tempest-TestMinimumBasicScenario-715090729-router', 'tenant_id': 'de93dffd1e4f43f99282e83da539e437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': 'ae8126f3-f430-47bb-ad61-9aec643e46a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:23:41Z', 'updated_at': '2021-08-26T15:23:46Z', 'revision_number': 4, 'project_id': 'de93dffd1e4f43f99282e83da539e437', 'gw_port': {'id': 'ae8126f3-f430-47bb-ad61-9aec643e46a8', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:5c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf4aa7d-9527-4ff4-b91d-7f2046445bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:23:43Z', 'updated_at': '2021-08-26T15:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi', '_interfaces': [{'id': '994daffb-bdcc-4916-a5bc-70f90cbb68c5', 'name': '', 'network_id': 'ab787124-b3b6-4bd0-94de-31d857926656', 'tenant_id': 'de93dffd1e4f43f99282e83da539e437', 'mac_address': 'fa:16:3e:e7:4c:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdf4aa7d-9527-4ff4-b91d-7f2046445bda', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'f3d23132-4d62-4b79-8c0c-aec6a159c081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:23:45Z', 'updated_at': '2021-08-26T15:23:47Z', 'revision_number': 2, 'project_id': 'de93dffd1e4f43f99282e83da539e437', 'subnets': [{'id': 'f3d23132-4d62-4b79-8c0c-aec6a159c081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-7-iscsi', False) {} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:23:51.674189 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15c007c-19e4-4750-aeb5-20663b64ebda None None] Checking router: fdf4aa7d-9527-4ff4-b91d-7f2046445bda for host: dv-cinder-779576-7-iscsi {{(pid=93843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 15:23:51.676443 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15c007c-19e4-4750-aeb5-20663b64ebda None None] Updating router fdf4aa7d-9527-4ff4-b91d-7f2046445bda port 994daffb-bdcc-4916-a5bc-70f90cbb68c5 binding host dv-cinder-779576-7-iscsi {{(pid=93843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 15:23:51.706646 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708549f5-c0cb-42cf-8308-227511d72e57 req-8184a3ca-008a-486c-8768-b1216ed32aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:23:51.710065 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-708549f5-c0cb-42cf-8308-227511d72e57 req-8184a3ca-008a-486c-8768-b1216ed32aec service neutron] 10.222.0.47 "GET /v2.0/networks?id=23227f11-366d-4e8b-91f1-3c9872eb5af5 HTTP/1.1" status: 200 len: 919 time: 0.3173964 Aug 26 15:23:51.716609 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-f15c007c-19e4-4750-aeb5-20663b64ebda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:51.811079 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.db [req-9676aca9-58cb-4c33-a5e3-83e4608823ec req-1388f1b5-a1b9-44a1-aade-028d39887abd service neutron] For port 6d419f60-a6b8-4f57-8695-f5218dece8d3, host hv-cinder-77957, cleared binding levels {{(pid=93841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:23:51.812653 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-708549f5-c0cb-42cf-8308-227511d72e57 req-990f47c3-1d5f-44f5-97b7-6c90dd5d95a9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9cc1a951-1156-4875-8514-d30cac6c36bc HTTP/1.1" status: 200 len: 217 time: 0.0914927 Aug 26 15:23:51.819193 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.db [req-9676aca9-58cb-4c33-a5e3-83e4608823ec req-1388f1b5-a1b9-44a1-aade-028d39887abd service neutron] For port 6d419f60-a6b8-4f57-8695-f5218dece8d3, host hv-cinder-77957, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=6d419f60-a6b8-4f57-8695-f5218dece8d3,segment=NetworkSegment(8af44987-9cfe-4ecc-93a3-571d7ad547fc),segment_id=8af44987-9cfe-4ecc-93a3-571d7ad547fc)] {{(pid=93841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:23:51.835034 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-9676aca9-58cb-4c33-a5e3-83e4608823ec req-1388f1b5-a1b9-44a1-aade-028d39887abd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263742139'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:51.886006 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9676aca9-58cb-4c33-a5e3-83e4608823ec req-1388f1b5-a1b9-44a1-aade-028d39887abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:23:51.886966 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-9676aca9-58cb-4c33-a5e3-83e4608823ec req-1388f1b5-a1b9-44a1-aade-028d39887abd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4089636'] for port, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:51.888808 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-9676aca9-58cb-4c33-a5e3-83e4608823ec req-1388f1b5-a1b9-44a1-aade-028d39887abd service neutron] 10.222.0.47 "PUT /v2.0/ports/6d419f60-a6b8-4f57-8695-f5218dece8d3 HTTP/1.1" status: 200 len: 1098 time: 1.9553397 Aug 26 15:23:51.891912 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd51a2434-31f2-4d90-b034-ecb50b12df4e', 'tag': '6d419f60-a6b8-4f57-8695-f5218dece8d3'}] {{(pid=93841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 15:23:51.895674 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40d6179e675e884694bb6412ad93f17435ac71a39ec2274297e1b4aadb89820e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9625fcf0-a29f-4896-a216-76dc56c1ebd0" -d '{"events": [{"name": "network-changed", "server_uuid": "d51a2434-31f2-4d90-b034-ecb50b12df4e", "tag": "6d419f60-a6b8-4f57-8695-f5218dece8d3"}]}' {{(pid=93841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:23:51.924930 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708549f5-c0cb-42cf-8308-227511d72e57 req-7ee7f589-0876-46d2-8616-11a091499bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:23:51.926763 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-708549f5-c0cb-42cf-8308-227511d72e57 req-7ee7f589-0876-46d2-8616-11a091499bb4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=45e9eb6c-a20b-4b32-9499-5459d749d27d HTTP/1.1" status: 200 len: 858 time: 0.0956163 Aug 26 15:23:51.929245 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-23f2855a-57e7-4aae-b83c-800144219ca6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:51.949662 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-23f2855a-57e7-4aae-b83c-800144219ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:51.997995 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-708549f5-c0cb-42cf-8308-227511d72e57 req-493e62a2-c9fe-4acb-b85f-2bfa56cbb969 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=23227f11-366d-4e8b-91f1-3c9872eb5af5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535223 Aug 26 15:23:52.051569 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388f1b5-a1b9-44a1-aade-028d39887abd service neutron] Pushing event updated for resources: {'Port': ['ID=6d419f60-a6b8-4f57-8695-f5218dece8d3,revision_number=3']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:23:52.120104 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9676aca9-58cb-4c33-a5e3-83e4608823ec req-d00cfce1-ae45-4e25-a22e-48faaa4a36db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:23:52.126997 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-9676aca9-58cb-4c33-a5e3-83e4608823ec req-d00cfce1-ae45-4e25-a22e-48faaa4a36db service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d435b347de2a4ad59611b5684b0174a2&device_id=d51a2434-31f2-4d90-b034-ecb50b12df4e HTTP/1.1" status: 200 len: 1101 time: 0.1566579 Aug 26 15:23:52.200171 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-708549f5-c0cb-42cf-8308-227511d72e57 req-b2bc9207-f5af-4868-b27b-d0d36a7c4b71 service neutron] 10.222.0.47 "GET /v2.0/networks/23227f11-366d-4e8b-91f1-3c9872eb5af5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773624 Aug 26 15:23:52.273991 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-9676aca9-58cb-4c33-a5e3-83e4608823ec req-28b25727-06f8-4a36-9d6a-e3ab865b01ec service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=6d419f60-a6b8-4f57-8695-f5218dece8d3 HTTP/1.1" status: 200 len: 217 time: 0.1360240 Aug 26 15:23:52.390542 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 54900) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:23:52.391221 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-23f2855a-57e7-4aae-b83c-800144219ca6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4510c3fe5faa4e099fcd4a6d3cf4fc36&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6772079 Aug 26 15:23:52.451509 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 15:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96ddb5f1-4881-4206-b022-16061fd199b8 x-openstack-request-id: req-96ddb5f1-4881-4206-b022-16061fd199b8 {{(pid=93841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:23:52.452119 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d51a2434-31f2-4d90-b034-ecb50b12df4e", "tag": "6d419f60-a6b8-4f57-8695-f5218dece8d3", "status": "completed", "code": 200}]} {{(pid=93841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:23:52.452983 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-96ddb5f1-4881-4206-b022-16061fd199b8 {{(pid=93841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:23:52.456097 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd51a2434-31f2-4d90-b034-ecb50b12df4e', 'tag': '6d419f60-a6b8-4f57-8695-f5218dece8d3', 'status': 'completed', 'code': 200} Aug 26 15:23:52.460813 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f2855a-57e7-4aae-b83c-800144219ca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7708a598-bbb2-4256-aaae-0b729d0761ae,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:23:52.492387 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9676aca9-58cb-4c33-a5e3-83e4608823ec req-54f3290d-b6f7-4d32-9abe-c96653c06ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:23:52.494275 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-9676aca9-58cb-4c33-a5e3-83e4608823ec req-54f3290d-b6f7-4d32-9abe-c96653c06ef9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=64c1893d-a424-4f98-9c6a-50f8447a1e50 HTTP/1.1" status: 200 len: 843 time: 0.2113729 Aug 26 15:23:52.596899 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-62f60c20-223c-4dce-89c5-bb489f006d9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:52.637985 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9676aca9-58cb-4c33-a5e3-83e4608823ec req-34e9b3a4-75c5-44d6-b6ce-5afab6852cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:23:52.639874 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-9676aca9-58cb-4c33-a5e3-83e4608823ec req-34e9b3a4-75c5-44d6-b6ce-5afab6852cef service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c03f24f3-f81e-44eb-aaf8-55e499a4f0d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1286314 Aug 26 15:23:52.642526 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-62f60c20-223c-4dce-89c5-bb489f006d9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:52.715516 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 54912) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:23:52.796507 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ff2c88-b293-4de8-8823-8a64005ae85a req-658c8230-03c1-4ad2-af2e-5bea0cd50ab4 tempest-VolumesNegativeTest-1070614212 tempest-VolumesNegativeTest-1070614212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:23:52.803324 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-94ff2c88-b293-4de8-8823-8a64005ae85a req-658c8230-03c1-4ad2-af2e-5bea0cd50ab4 tempest-VolumesNegativeTest-1070614212 tempest-VolumesNegativeTest-1070614212-project] 10.222.0.20 "GET /v2.0/ports?device_id=d51a2434-31f2-4d90-b034-ecb50b12df4e HTTP/1.1" status: 200 len: 948 time: 0.2417662 Aug 26 15:23:52.810411 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-708549f5-c0cb-42cf-8308-227511d72e57 req-e5b49322-f17c-441a-ada3-ab9544b18be3 service neutron] 10.222.0.47 "GET /v2.0/networks/23227f11-366d-4e8b-91f1-3c9872eb5af5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5884321 Aug 26 15:23:52.937136 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-f15c007c-19e4-4750-aeb5-20663b64ebda None None] Notify callbacks [] for port, precommit_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:52.962913 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-94ff2c88-b293-4de8-8823-8a64005ae85a req-5eb5c830-781b-469a-9a52-5f905cb0b291 tempest-VolumesNegativeTest-1070614212 tempest-VolumesNegativeTest-1070614212-project] 10.222.0.20 "GET /v2.0/security-groups?id=63ee05e8-5f35-427c-b3b0-8557510af30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419396 Aug 26 15:23:52.977978 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-f15c007c-19e4-4750-aeb5-20663b64ebda None None] Transition to ACTIVE for port object 994daffb-bdcc-4916-a5bc-70f90cbb68c5 will not be triggered until provisioned by entity L2. {{(pid=93843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 15:23:53.008412 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-f15c007c-19e4-4750-aeb5-20663b64ebda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:53.013842 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 54922) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:23:53.048689 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-62f60c20-223c-4dce-89c5-bb489f006d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:53.056561 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-62f60c20-223c-4dce-89c5-bb489f006d9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:53.069275 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-62f60c20-223c-4dce-89c5-bb489f006d9a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7708a598-bbb2-4256-aaae-0b729d0761ae HTTP/1.1" status: 204 len: 168 time: 0.6741500 Aug 26 15:23:53.118138 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-9676aca9-58cb-4c33-a5e3-83e4608823ec req-60c13db8-d39f-49ed-a32c-63c319c40ae5 service neutron] 10.222.0.47 "GET /v2.0/networks/c03f24f3-f81e-44eb-aaf8-55e499a4f0d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4484689 Aug 26 15:23:53.176864 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1071c733-f523-4c4c-a170-c51f3773ed35 None None] Pushing event updated for resources: {'Port': ['ID=994daffb-bdcc-4916-a5bc-70f90cbb68c5,revision_number=3']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:23:53.190101 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-997b8bfd-be9a-4a3f-a370-a2cb8d2f6ead admin admin] Notify callbacks [] for security_group, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:53.218859 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-f15c007c-19e4-4750-aeb5-20663b64ebda None None] Attempting to bind port 994daffb-bdcc-4916-a5bc-70f90cbb68c5 on host dv-cinder-779576-7-iscsi for vnic_type normal with profile {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 15:23:53.218859 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-f15c007c-19e4-4750-aeb5-20663b64ebda None None] Attempting to bind port 994daffb-bdcc-4916-a5bc-70f90cbb68c5 by drivers openvswitch,hyperv on host dv-cinder-779576-7-iscsi at level 0 using segments [{'id': '3da010dd-4833-4237-96bf-cff8caff58cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ab787124-b3b6-4bd0-94de-31d857926656'}] {{(pid=93843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 15:23:53.218859 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15c007c-19e4-4750-aeb5-20663b64ebda None None] Attempting to bind port 994daffb-bdcc-4916-a5bc-70f90cbb68c5 on network ab787124-b3b6-4bd0-94de-31d857926656 {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 15:23:53.228514 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15c007c-19e4-4750-aeb5-20663b64ebda None None] Checking agent: {'id': '072be889-8d10-4535-8eb8-b08180675ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779576-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 15, 14, 10), 'started_at': datetime.datetime(2021, 8, 26, 15, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 15, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779576-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 15:23:53.228899 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15c007c-19e4-4750-aeb5-20663b64ebda None None] Checking segment: {'id': '3da010dd-4833-4237-96bf-cff8caff58cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ab787124-b3b6-4bd0-94de-31d857926656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 15:23:53.229380 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-f15c007c-19e4-4750-aeb5-20663b64ebda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:53.229670 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15c007c-19e4-4750-aeb5-20663b64ebda None None] Bound using segment: {'id': '3da010dd-4833-4237-96bf-cff8caff58cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ab787124-b3b6-4bd0-94de-31d857926656'} {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 15:23:53.233738 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-f15c007c-19e4-4750-aeb5-20663b64ebda None None] Bound port: 994daffb-bdcc-4916-a5bc-70f90cbb68c5, host: dv-cinder-779576-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3da010dd-4833-4237-96bf-cff8caff58cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ab787124-b3b6-4bd0-94de-31d857926656'}}] {{(pid=93843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 15:23:53.237518 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-f15c007c-19e4-4750-aeb5-20663b64ebda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:53.278322 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f60c20-223c-4dce-89c5-bb489f006d9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7708a598-bbb2-4256-aaae-0b729d0761ae,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:23:53.436299 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-bfc7daf4-1353-48b0-bcbb-ef89b2a1f4de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:53.463231 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2aa2ae-f652-45a8-80d9-dec1d252481d req-f0982179-0f07-4aea-aa3d-40bddc2d3b7a tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:23:53.480268 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-1b2aa2ae-f652-45a8-80d9-dec1d252481d req-f0982179-0f07-4aea-aa3d-40bddc2d3b7a tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca0769da-6c1e-433b-8817-4309fcc35b35 HTTP/1.1" status: 200 len: 945 time: 0.4089077 Aug 26 15:23:53.537380 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-9676aca9-58cb-4c33-a5e3-83e4608823ec req-ba73855e-1468-445d-9086-19eae5105cf7 service neutron] 10.222.0.47 "GET /v2.0/networks/c03f24f3-f81e-44eb-aaf8-55e499a4f0d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2934234 Aug 26 15:23:53.550863 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-f15c007c-19e4-4750-aeb5-20663b64ebda None None] For port 994daffb-bdcc-4916-a5bc-70f90cbb68c5, host dv-cinder-779576-7-iscsi, cleared binding levels {{(pid=93843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:23:53.566169 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-f15c007c-19e4-4750-aeb5-20663b64ebda None None] For port 994daffb-bdcc-4916-a5bc-70f90cbb68c5, host dv-cinder-779576-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-7-iscsi',level=0,port_id=994daffb-bdcc-4916-a5bc-70f90cbb68c5,segment=NetworkSegment(3da010dd-4833-4237-96bf-cff8caff58cb),segment_id=3da010dd-4833-4237-96bf-cff8caff58cb)] {{(pid=93843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:23:53.576743 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-f15c007c-19e4-4750-aeb5-20663b64ebda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:53.625997 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-997b8bfd-be9a-4a3f-a370-a2cb8d2f6ead admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:53.653917 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-997b8bfd-be9a-4a3f-a370-a2cb8d2f6ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:53.689138 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-1b2aa2ae-f652-45a8-80d9-dec1d252481d req-d56eb1c1-db5b-4dcd-a50b-63479314b2b2 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504369 Aug 26 15:23:53.701122 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1071c733-f523-4c4c-a170-c51f3773ed35 None None] Pushing event updated for resources: {'Port': ['ID=994daffb-bdcc-4916-a5bc-70f90cbb68c5,revision_number=4']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:23:53.745056 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9625fcf0-a29f-4896-a216-76dc56c1ebd0 req-bd690b66-a4b7-447d-bbff-60b102e513df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:23:53.747014 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-9625fcf0-a29f-4896-a216-76dc56c1ebd0 req-bd690b66-a4b7-447d-bbff-60b102e513df service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d435b347de2a4ad59611b5684b0174a2&device_id=d51a2434-31f2-4d90-b034-ecb50b12df4e HTTP/1.1" status: 200 len: 1101 time: 0.1220012 Aug 26 15:23:53.774506 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15c007c-19e4-4750-aeb5-20663b64ebda None None] Routers {'fdf4aa7d-9527-4ff4-b91d-7f2046445bda'} bound to L3 agent in host dv-cinder-779576-7-iscsi {{(pid=93843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 15:23:53.775589 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-f15c007c-19e4-4750-aeb5-20663b64ebda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T15:14:10Z,description=,heartbeat_timestamp=2021-08-26T15:23:40Z,host='dv-cinder-779576-7-iscsi',id=00a7d786-edfd-4f04-9152-3b7ae2bbf8ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T15:14:10Z,topic='l3_agent')) {'router_ids': ['fdf4aa7d-9527-4ff4-b91d-7f2046445bda'], 'active': True} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:23:53.834153 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-997b8bfd-be9a-4a3f-a370-a2cb8d2f6ead admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=12d7177216134e8bb7a89006a0ad50bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8186214 Aug 26 15:23:53.858075 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 54932) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:23:54.013479 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997b8bfd-be9a-4a3f-a370-a2cb8d2f6ead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b66cf4e-a912-4af2-bfc8-f811f6c9d8cd,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:23:54.112378 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9625fcf0-a29f-4896-a216-76dc56c1ebd0 req-970def8a-fb94-4b8d-b2f6-8b79c26d56c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:23:54.114428 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-9625fcf0-a29f-4896-a216-76dc56c1ebd0 req-970def8a-fb94-4b8d-b2f6-8b79c26d56c8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c03f24f3-f81e-44eb-aaf8-55e499a4f0d2 HTTP/1.1" status: 200 len: 870 time: 0.3440144 Aug 26 15:23:54.173421 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-e959cf9c-6f7c-4d24-b796-7214150b0e9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:54.250476 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-e959cf9c-6f7c-4d24-b796-7214150b0e9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:54.254499 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-9625fcf0-a29f-4896-a216-76dc56c1ebd0 req-8363baa4-fbfd-41ff-ae61-9bad0839eddc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=6d419f60-a6b8-4f57-8695-f5218dece8d3 HTTP/1.1" status: 200 len: 217 time: 0.1307340 Aug 26 15:23:54.349278 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvr_db [None req-f15c007c-19e4-4750-aeb5-20663b64ebda None None] Set router fdf4aa7d-9527-4ff4-b91d-7f2046445bda gateway port host: dv-cinder-779576-7-iscsi {{(pid=93843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 15:23:54.356451 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae00021a-0e55-4f0e-832a-c5648b00b400 req-6afa0f98-2c93-4a88-95d2-c34388b1d4c6 tempest-VolumesNegativeTest-1070614212 tempest-VolumesNegativeTest-1070614212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:23:54.358282 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-ae00021a-0e55-4f0e-832a-c5648b00b400 req-6afa0f98-2c93-4a88-95d2-c34388b1d4c6 tempest-VolumesNegativeTest-1070614212 tempest-VolumesNegativeTest-1070614212-project] 10.222.0.20 "GET /v2.0/ports?device_id=d51a2434-31f2-4d90-b034-ecb50b12df4e HTTP/1.1" status: 200 len: 948 time: 0.2154121 Aug 26 15:23:54.391863 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-bfc7daf4-1353-48b0-bcbb-ef89b2a1f4de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:54.439506 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-bfc7daf4-1353-48b0-bcbb-ef89b2a1f4de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:54.459911 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9625fcf0-a29f-4896-a216-76dc56c1ebd0 req-7b234498-1f3b-47e9-8272-d025f6f1bb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:23:54.467967 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-9625fcf0-a29f-4896-a216-76dc56c1ebd0 req-7b234498-1f3b-47e9-8272-d025f6f1bb08 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=64c1893d-a424-4f98-9c6a-50f8447a1e50 HTTP/1.1" status: 200 len: 843 time: 0.1937776 Aug 26 15:23:54.552246 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-bfc7daf4-1353-48b0-bcbb-ef89b2a1f4de admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b32fbe803ab3427bb886fe8ac7c79d33&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8177917 Aug 26 15:23:54.557618 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 54946) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:23:54.596852 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-ae00021a-0e55-4f0e-832a-c5648b00b400 req-bf0fecb9-1833-4107-a1f2-d39779584004 tempest-VolumesNegativeTest-1070614212 tempest-VolumesNegativeTest-1070614212-project] 10.222.0.20 "GET /v2.0/security-groups?id=63ee05e8-5f35-427c-b3b0-8557510af30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204890 Aug 26 15:23:54.617687 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc7daf4-1353-48b0-bcbb-ef89b2a1f4de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c98d0ea-61ca-4f80-a2a9-fbd847f01108,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:23:54.650552 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-f29a4712-0253-4c99-a8bf-66fdbb087d35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:54.658042 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-e959cf9c-6f7c-4d24-b796-7214150b0e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:54.661061 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-e959cf9c-6f7c-4d24-b796-7214150b0e9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:54.664696 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9625fcf0-a29f-4896-a216-76dc56c1ebd0 req-754fa642-edc7-443a-8bc3-f2ffe9a66846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:23:54.666037 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-e959cf9c-6f7c-4d24-b796-7214150b0e9d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5b66cf4e-a912-4af2-bfc8-f811f6c9d8cd HTTP/1.1" status: 204 len: 168 time: 0.8014646 Aug 26 15:23:54.686903 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-9625fcf0-a29f-4896-a216-76dc56c1ebd0 req-754fa642-edc7-443a-8bc3-f2ffe9a66846 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c03f24f3-f81e-44eb-aaf8-55e499a4f0d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2042022 Aug 26 15:23:54.712623 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e959cf9c-6f7c-4d24-b796-7214150b0e9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b66cf4e-a912-4af2-bfc8-f811f6c9d8cd,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:23:54.730733 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-f29a4712-0253-4c99-a8bf-66fdbb087d35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:54.906612 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-f29a4712-0253-4c99-a8bf-66fdbb087d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:54.909231 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-f29a4712-0253-4c99-a8bf-66fdbb087d35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:54.910453 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-f29a4712-0253-4c99-a8bf-66fdbb087d35 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3c98d0ea-61ca-4f80-a2a9-fbd847f01108 HTTP/1.1" status: 204 len: 168 time: 0.3514473 Aug 26 15:23:54.956985 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-f15c007c-19e4-4750-aeb5-20663b64ebda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdf4aa7d-9527-4ff4-b91d-7f2046445bda', 'name': 'tempest-TestMinimumBasicScenario-715090729-router', 'tenant_id': 'de93dffd1e4f43f99282e83da539e437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': 'ae8126f3-f430-47bb-ad61-9aec643e46a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:23:41Z', 'updated_at': '2021-08-26T15:23:46Z', 'revision_number': 4, 'project_id': 'de93dffd1e4f43f99282e83da539e437', 'gw_port': {'id': 'ae8126f3-f430-47bb-ad61-9aec643e46a8', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:5c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf4aa7d-9527-4ff4-b91d-7f2046445bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:23:43Z', 'updated_at': '2021-08-26T15:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi', '_interfaces': [{'id': '994daffb-bdcc-4916-a5bc-70f90cbb68c5', 'name': '', 'network_id': 'ab787124-b3b6-4bd0-94de-31d857926656', 'tenant_id': 'de93dffd1e4f43f99282e83da539e437', 'mac_address': 'fa:16:3e:e7:4c:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdf4aa7d-9527-4ff4-b91d-7f2046445bda', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'f3d23132-4d62-4b79-8c0c-aec6a159c081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:23:45Z', 'updated_at': '2021-08-26T15:23:53Z', 'revision_number': 4, 'project_id': 'de93dffd1e4f43f99282e83da539e437', 'subnets': [{'id': 'f3d23132-4d62-4b79-8c0c-aec6a159c081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-7-iscsi', False) {} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:23:54.984612 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-9625fcf0-a29f-4896-a216-76dc56c1ebd0 req-45cde62d-8110-4d49-b1fe-5228c63004a1 service neutron] 10.222.0.47 "GET /v2.0/networks/c03f24f3-f81e-44eb-aaf8-55e499a4f0d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2871387 Aug 26 15:23:54.988368 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29a4712-0253-4c99-a8bf-66fdbb087d35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c98d0ea-61ca-4f80-a2a9-fbd847f01108,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:23:55.019221 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec61d827-d946-457c-a4df-6f02980b0f82 req-dd943259-c313-4d35-8cec-8d161d35b115 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:23:55.027270 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-ec61d827-d946-457c-a4df-6f02980b0f82 req-dd943259-c313-4d35-8cec-8d161d35b115 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca0769da-6c1e-433b-8817-4309fcc35b35 HTTP/1.1" status: 200 len: 945 time: 0.1073821 Aug 26 15:23:55.094441 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-ec61d827-d946-457c-a4df-6f02980b0f82 req-693cd8f5-2210-47fc-b4aa-18146eaf33cc tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657823 Aug 26 15:23:55.207878 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15c007c-19e4-4750-aeb5-20663b64ebda None None] The sync data for ids ['fdf4aa7d-9527-4ff4-b91d-7f2046445bda'] in dv-cinder-779576-7-iscsi is: [{'id': 'fdf4aa7d-9527-4ff4-b91d-7f2046445bda', 'name': 'tempest-TestMinimumBasicScenario-715090729-router', 'tenant_id': 'de93dffd1e4f43f99282e83da539e437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': 'ae8126f3-f430-47bb-ad61-9aec643e46a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:23:41Z', 'updated_at': '2021-08-26T15:23:46Z', 'revision_number': 4, 'project_id': 'de93dffd1e4f43f99282e83da539e437', 'gw_port': {'id': 'ae8126f3-f430-47bb-ad61-9aec643e46a8', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:5c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf4aa7d-9527-4ff4-b91d-7f2046445bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:23:43Z', 'updated_at': '2021-08-26T15:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi', '_interfaces': [{'id': '994daffb-bdcc-4916-a5bc-70f90cbb68c5', 'name': '', 'network_id': 'ab787124-b3b6-4bd0-94de-31d857926656', 'tenant_id': 'de93dffd1e4f43f99282e83da539e437', 'mac_address': 'fa:16:3e:e7:4c:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdf4aa7d-9527-4ff4-b91d-7f2046445bda', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'f3d23132-4d62-4b79-8c0c-aec6a159c081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:23:45Z', 'updated_at': '2021-08-26T15:23:53Z', 'revision_number': 4, 'project_id': 'de93dffd1e4f43f99282e83da539e437', 'subnets': [{'id': 'f3d23132-4d62-4b79-8c0c-aec6a159c081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 15:23:55.399065 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-9625fcf0-a29f-4896-a216-76dc56c1ebd0 req-7b2d6487-f94e-48aa-80e7-18c16efc2d1f service neutron] 10.222.0.47 "GET /v2.0/networks/c03f24f3-f81e-44eb-aaf8-55e499a4f0d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4010718 Aug 26 15:23:55.728715 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 54978) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:23:55.906557 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [None req-299099e2-b8bc-4467-811c-0dc2cf7b555a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1452919201-network', 'tenant_id': '422c2e3bf6c841b3a5f4d36767771c31'}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:23:55.909150 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb1411f-9ed4-48e2-8c3c-1d080685acd9 req-a57a8beb-0785-440c-bb23-b17bd0e89cb4 tempest-VolumesNegativeTest-1070614212 tempest-VolumesNegativeTest-1070614212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:23:55.910775 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-6eb1411f-9ed4-48e2-8c3c-1d080685acd9 req-a57a8beb-0785-440c-bb23-b17bd0e89cb4 tempest-VolumesNegativeTest-1070614212 tempest-VolumesNegativeTest-1070614212-project] 10.222.0.20 "GET /v2.0/ports?device_id=d51a2434-31f2-4d90-b034-ecb50b12df4e HTTP/1.1" status: 200 len: 948 time: 0.0984001 Aug 26 15:23:55.955606 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-299099e2-b8bc-4467-811c-0dc2cf7b555a admin admin] Made reservation on behalf of 422c2e3bf6c841b3a5f4d36767771c31 for: {'network': 1} {{(pid=93842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:23:55.960873 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-299099e2-b8bc-4467-811c-0dc2cf7b555a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for network, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:55.981314 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-299099e2-b8bc-4467-811c-0dc2cf7b555a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:56.038293 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-6eb1411f-9ed4-48e2-8c3c-1d080685acd9 req-d36cce1d-6626-46ac-a951-ec207db657ce tempest-VolumesNegativeTest-1070614212 tempest-VolumesNegativeTest-1070614212-project] 10.222.0.20 "GET /v2.0/security-groups?id=63ee05e8-5f35-427c-b3b0-8557510af30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161444 Aug 26 15:23:56.193037 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-299099e2-b8bc-4467-811c-0dc2cf7b555a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:56.200332 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-299099e2-b8bc-4467-811c-0dc2cf7b555a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:56.327661 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299099e2-b8bc-4467-811c-0dc2cf7b555a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78bbe887-4bf9-47de-9235-07649e1005c0,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:23:56.470896 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-299099e2-b8bc-4467-811c-0dc2cf7b555a admin admin] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=93842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 15:23:56.538660 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-299099e2-b8bc-4467-811c-0dc2cf7b555a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509819'] for segment, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:56.539030 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.db.segments_db [None req-299099e2-b8bc-4467-811c-0dc2cf7b555a admin admin] Added segment 975072a1-48a2-4ce0-b635-b1a7edd01b66 of type vlan for network 383eed2a-2fa5-4bbc-9d7b-58b9420ad5a0 Aug 26 15:23:56.539268 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Device 6d419f60-a6b8-4f57-8695-f5218dece8d3 details requested by agent hyperv_hv-cinder-77957 with host hv-cinder-77957 {{(pid=93843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 15:23:56.550064 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Device 994daffb-bdcc-4916-a5bc-70f90cbb68c5 up at agent ovs-agent-dv-cinder-779576-7-iscsi {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:23:56.632698 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf40f0bb-3161-4ca7-b47d-9dc1aec12765 req-f6b61020-473b-4d08-b1c8-a4c9dfa64cbf tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:23:56.644434 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-bf40f0bb-3161-4ca7-b47d-9dc1aec12765 req-f6b61020-473b-4d08-b1c8-a4c9dfa64cbf tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca0769da-6c1e-433b-8817-4309fcc35b35 HTTP/1.1" status: 200 len: 945 time: 0.3489652 Aug 26 15:23:56.751966 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Provisioning for port 994daffb-bdcc-4916-a5bc-70f90cbb68c5 completed by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 15:23:56.786314 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Provisioning complete for port 994daffb-bdcc-4916-a5bc-70f90cbb68c5 triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:23:56.787033 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:56.840015 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] For port 6d419f60-a6b8-4f57-8695-f5218dece8d3, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=6d419f60-a6b8-4f57-8695-f5218dece8d3,segment=NetworkSegment(8af44987-9cfe-4ecc-93a3-571d7ad547fc),segment_id=8af44987-9cfe-4ecc-93a3-571d7ad547fc)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:23:56.857597 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Returning: {'device': '6d419f60-a6b8-4f57-8695-f5218dece8d3', 'network_id': 'c03f24f3-f81e-44eb-aaf8-55e499a4f0d2', 'port_id': '6d419f60-a6b8-4f57-8695-f5218dece8d3', 'mac_address': 'fa:16:3e:db:50:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64c1893d-a424-4f98-9c6a-50f8447a1e50', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 15:23:56.930497 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-bf40f0bb-3161-4ca7-b47d-9dc1aec12765 req-6216fb6b-582d-4521-bbcf-f9282db26ccd tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625182 Aug 26 15:23:56.950296 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-299099e2-b8bc-4467-811c-0dc2cf7b555a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793280371833'] for network, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:56.988900 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:57.038249 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-299099e2-b8bc-4467-811c-0dc2cf7b555a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337'] for network, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:57.039931 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299099e2-b8bc-4467-811c-0dc2cf7b555a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:23:57.040815 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-299099e2-b8bc-4467-811c-0dc2cf7b555a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774323'] for network, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:57.122104 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.notifiers.nova [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d419f60-a6b8-4f57-8695-f5218dece8d3 {{(pid=93843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 15:23:57.226226 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:57.300295 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-299099e2-b8bc-4467-811c-0dc2cf7b555a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5662951 Aug 26 15:23:57.301971 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 55022) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:23:57.314818 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [None req-7d882279-300b-4f87-95d3-ba31086677e7 admin admin] Request body: {'subnet': {'network_id': '383eed2a-2fa5-4bbc-9d7b-58b9420ad5a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1452919201-subnet', 'tenant_id': '422c2e3bf6c841b3a5f4d36767771c31', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:23:57.328358 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299099e2-b8bc-4467-811c-0dc2cf7b555a admin admin] Pushing event updated for resources: {'Network': ['ID=383eed2a-2fa5-4bbc-9d7b-58b9420ad5a0,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:23:57.363194 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Network 383eed2a-2fa5-4bbc-9d7b-58b9420ad5a0 details requested by agent ovs-agent-dv-cinder-779576-7-iscsi with host dv-cinder-779576-7-iscsi {{(pid=93843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 15:23:57.400008 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7436d3-58a9-4c91-a27e-0e2bc0b9fd17 req-2f213fb2-98dc-4d9a-9e49-4d18626b8f9d tempest-VolumesNegativeTest-1070614212 tempest-VolumesNegativeTest-1070614212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:23:57.406660 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d882279-300b-4f87-95d3-ba31086677e7 admin admin] Made reservation on behalf of 422c2e3bf6c841b3a5f4d36767771c31 for: {'subnet': 1} {{(pid=93842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:23:57.413483 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-cb7436d3-58a9-4c91-a27e-0e2bc0b9fd17 req-2f213fb2-98dc-4d9a-9e49-4d18626b8f9d tempest-VolumesNegativeTest-1070614212 tempest-VolumesNegativeTest-1070614212-project] 10.222.0.20 "GET /v2.0/ports?device_id=d51a2434-31f2-4d90-b034-ecb50b12df4e HTTP/1.1" status: 200 len: 948 time: 0.2114480 Aug 26 15:23:57.418363 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] For port 6d419f60-a6b8-4f57-8695-f5218dece8d3, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=6d419f60-a6b8-4f57-8695-f5218dece8d3,segment=NetworkSegment(8af44987-9cfe-4ecc-93a3-571d7ad547fc),segment_id=8af44987-9cfe-4ecc-93a3-571d7ad547fc)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:23:57.419121 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-7d882279-300b-4f87-95d3-ba31086677e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260396810'] for subnet, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:57.472741 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:57.581360 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-cb7436d3-58a9-4c91-a27e-0e2bc0b9fd17 req-bfcf776e-6c80-4e75-8c67-042e2813b8cb tempest-VolumesNegativeTest-1070614212 tempest-VolumesNegativeTest-1070614212-project] 10.222.0.20 "GET /v2.0/security-groups?id=63ee05e8-5f35-427c-b3b0-8557510af30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602256 Aug 26 15:23:57.639411 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] For port 994daffb-bdcc-4916-a5bc-70f90cbb68c5, host dv-cinder-779576-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-7-iscsi',level=0,port_id=994daffb-bdcc-4916-a5bc-70f90cbb68c5,segment=NetworkSegment(3da010dd-4833-4237-96bf-cff8caff58cb),segment_id=3da010dd-4833-4237-96bf-cff8caff58cb)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:23:57.649015 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:57.752964 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Pushing event updated for resources: {'Port': ['ID=6d419f60-a6b8-4f57-8695-f5218dece8d3,revision_number=4']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:23:57.856129 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Pushing event updated for resources: {'Port': ['ID=994daffb-bdcc-4916-a5bc-70f90cbb68c5,revision_number=5']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:23:57.868768 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] get_ports_and_sgs() called for port_ids ['6d419f60-a6b8-4f57-8695-f5218dece8d3'] {{(pid=93843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 15:23:58.127353 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-7d882279-300b-4f87-95d3-ba31086677e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261273885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260396920'] for subnet, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:58.224965 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d882279-300b-4f87-95d3-ba31086677e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bd4497b-5b8f-4942-a722-d294650e254c,revision_number=0']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:23:58.267577 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e0586d-30ce-4834-a9fd-4d509e26503f req-429ca9ff-3ffb-4fc7-9ed2-576db158f7d2 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:23:58.282119 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-49e0586d-30ce-4834-a9fd-4d509e26503f req-429ca9ff-3ffb-4fc7-9ed2-576db158f7d2 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca0769da-6c1e-433b-8817-4309fcc35b35 HTTP/1.1" status: 200 len: 945 time: 0.0995574 Aug 26 15:23:58.347127 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d882279-300b-4f87-95d3-ba31086677e7 admin admin] Checking segment: {'id': '975072a1-48a2-4ce0-b635-b1a7edd01b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '383eed2a-2fa5-4bbc-9d7b-58b9420ad5a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 15:23:58.347800 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d882279-300b-4f87-95d3-ba31086677e7 admin admin] Network hostable DHCP agents. Network: 383eed2a-2fa5-4bbc-9d7b-58b9420ad5a0, hostable agents: ['c577b1e9-213f-4ed4-b1c1-ed72ab3b29a9'], hosted agents: [] {{(pid=93842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 15:23:58.383494 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-49e0586d-30ce-4834-a9fd-4d509e26503f req-38ca0828-ca1f-4534-96f9-c2aa178d5b3f tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812521 Aug 26 15:23:58.407733 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Device 994daffb-bdcc-4916-a5bc-70f90cbb68c5 up at agent ovs-agent-dv-cinder-779576-7-iscsi {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:23:58.418925 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d882279-300b-4f87-95d3-ba31086677e7 admin admin] Network 383eed2a-2fa5-4bbc-9d7b-58b9420ad5a0 is scheduled to be hosted by DHCP agent c577b1e9-213f-4ed4-b1c1-ed72ab3b29a9 with binding_index 1 {{(pid=93842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 15:23:58.440926 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.scheduler.base_scheduler [None req-7d882279-300b-4f87-95d3-ba31086677e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779576-7-iscsi, 383eed2a-2fa5-4bbc-9d7b-58b9420ad5a0) {{(pid=93842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:23:58.447906 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d882279-300b-4f87-95d3-ba31086677e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:23:58.457201 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-7d882279-300b-4f87-95d3-ba31086677e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774323'] for subnet, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:58.477138 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5e9d7c-ec8d-4e73-a243-da06f4610e69 None None] Network 383eed2a-2fa5-4bbc-9d7b-58b9420ad5a0 requested from dv-cinder-779576-7-iscsi {{(pid=93843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 15:23:58.490597 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-7d882279-300b-4f87-95d3-ba31086677e7 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1867313 Aug 26 15:23:58.631464 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Provisioning complete for port 994daffb-bdcc-4916-a5bc-70f90cbb68c5 triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:23:58.631848 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:23:58.687972 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04448220-6d2f-4226-bb3d-8514a090b982 None None] Network 383eed2a-2fa5-4bbc-9d7b-58b9420ad5a0 requested from dv-cinder-779576-7-iscsi {{(pid=93843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 15:23:58.954848 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092cbc45-36c3-442a-847f-f558ffbe88e6 req-c5b3e58d-7249-48c4-a212-fb225211c821 tempest-VolumesNegativeTest-1070614212 tempest-VolumesNegativeTest-1070614212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:23:58.958801 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-092cbc45-36c3-442a-847f-f558ffbe88e6 req-c5b3e58d-7249-48c4-a212-fb225211c821 tempest-VolumesNegativeTest-1070614212 tempest-VolumesNegativeTest-1070614212-project] 10.222.0.20 "GET /v2.0/ports?device_id=d51a2434-31f2-4d90-b034-ecb50b12df4e HTTP/1.1" status: 200 len: 949 time: 0.1819017 Aug 26 15:23:59.060286 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-092cbc45-36c3-442a-847f-f558ffbe88e6 req-b0292882-232c-470d-9b93-bca1bba9d0f6 tempest-VolumesNegativeTest-1070614212 tempest-VolumesNegativeTest-1070614212-project] 10.222.0.20 "GET /v2.0/security-groups?id=63ee05e8-5f35-427c-b3b0-8557510af30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875027 Aug 26 15:23:59.549279 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c5b1d4-5d27-4f08-8e7b-a6cdcb61a981 req-a05d2a22-061c-4250-8db9-cb5ff7817d73 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:23:59.558901 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-d8c5b1d4-5d27-4f08-8e7b-a6cdcb61a981 req-a05d2a22-061c-4250-8db9-cb5ff7817d73 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca0769da-6c1e-433b-8817-4309fcc35b35 HTTP/1.1" status: 200 len: 945 time: 0.0732496 Aug 26 15:23:59.623427 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-d8c5b1d4-5d27-4f08-8e7b-a6cdcb61a981 req-93a9fc0a-a1f6-40f5-8d6c-f339c6dbd3e0 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585506 Aug 26 15:24:00.243121 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7532c62-f6ef-4100-8176-cc3478a44953 req-aa5bf11a-761a-44a5-9dd9-19c92f84f4ee tempest-VolumesNegativeTest-1070614212 tempest-VolumesNegativeTest-1070614212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:00.247068 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-f7532c62-f6ef-4100-8176-cc3478a44953 req-aa5bf11a-761a-44a5-9dd9-19c92f84f4ee tempest-VolumesNegativeTest-1070614212 tempest-VolumesNegativeTest-1070614212-project] 10.222.0.20 "GET /v2.0/ports?device_id=d51a2434-31f2-4d90-b034-ecb50b12df4e HTTP/1.1" status: 200 len: 949 time: 0.0803514 Aug 26 15:24:00.306605 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-f7532c62-f6ef-4100-8176-cc3478a44953 req-e8e5196d-cca1-4607-85b4-97282344f83f tempest-VolumesNegativeTest-1070614212 tempest-VolumesNegativeTest-1070614212-project] 10.222.0.20 "GET /v2.0/security-groups?id=63ee05e8-5f35-427c-b3b0-8557510af30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504091 Aug 26 15:24:00.545787 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Device 6d419f60-a6b8-4f57-8695-f5218dece8d3 up at agent hyperv_hv-cinder-77957 {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:24:00.608523 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Provisioning for port 6d419f60-a6b8-4f57-8695-f5218dece8d3 completed by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 15:24:00.612853 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Provisioning complete for port 6d419f60-a6b8-4f57-8695-f5218dece8d3 triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:24:00.613247 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:00.757578 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:00.802440 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] For port 6d419f60-a6b8-4f57-8695-f5218dece8d3, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=6d419f60-a6b8-4f57-8695-f5218dece8d3,segment=NetworkSegment(8af44987-9cfe-4ecc-93a3-571d7ad547fc),segment_id=8af44987-9cfe-4ecc-93a3-571d7ad547fc)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:24:00.806833 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd51a2434-31f2-4d90-b034-ecb50b12df4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d419f60-a6b8-4f57-8695-f5218dece8d3'}] {{(pid=93843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 15:24:00.810297 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d587d98fe02f6619f456de0f45288515ee723af96d1e5c8ab0bdf50e2145b638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f80c744-e6a4-4d8b-8a67-02d1d45358d6" -d '{"events": [{"server_uuid": "d51a2434-31f2-4d90-b034-ecb50b12df4e", "name": "network-vif-plugged", "status": "completed", "tag": "6d419f60-a6b8-4f57-8695-f5218dece8d3"}]}' {{(pid=93843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:24:00.828367 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:00.919874 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 15:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b68e7f93-ec0d-4ac8-a27b-aac26cb83199 x-openstack-request-id: req-b68e7f93-ec0d-4ac8-a27b-aac26cb83199 {{(pid=93843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:24:00.921504 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d51a2434-31f2-4d90-b034-ecb50b12df4e", "name": "network-vif-plugged", "status": "completed", "tag": "6d419f60-a6b8-4f57-8695-f5218dece8d3", "code": 200}]} {{(pid=93843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:24:00.921955 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b68e7f93-ec0d-4ac8-a27b-aac26cb83199 {{(pid=93843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:24:00.922560 dv-cinder-779576-7-iscsi neutron-server[93843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd51a2434-31f2-4d90-b034-ecb50b12df4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d419f60-a6b8-4f57-8695-f5218dece8d3', 'code': 200} Aug 26 15:24:00.983513 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6323ec2-dd3e-4a15-b66f-d57bd787f810 req-903a3edc-8089-429d-9fe7-25b2c7903acd tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:01.009837 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-c6323ec2-dd3e-4a15-b66f-d57bd787f810 req-903a3edc-8089-429d-9fe7-25b2c7903acd tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca0769da-6c1e-433b-8817-4309fcc35b35 HTTP/1.1" status: 200 len: 945 time: 0.2252836 Aug 26 15:24:01.044817 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Pushing event updated for resources: {'Port': ['ID=6d419f60-a6b8-4f57-8695-f5218dece8d3,revision_number=5']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:24:01.064135 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:24:01.067220 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:24:01.070607 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:24:01.071569 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:24:01.072478 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:24:01.073662 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:24:01.075728 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:24:01.077736 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:24:01.080075 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:24:01.080902 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:24:01.083677 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:24:01.084641 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:24:01.176526 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-c6323ec2-dd3e-4a15-b66f-d57bd787f810 req-3e02c4b2-4d91-419b-9fbd-6e02c8aece1e tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599841 Aug 26 15:24:01.197563 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5909ac9e-fb96-4e3b-9e29-5a598d83173b req-177b379f-6e31-4b87-9754-6b798591ccf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:01.202180 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-5909ac9e-fb96-4e3b-9e29-5a598d83173b req-177b379f-6e31-4b87-9754-6b798591ccf8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d51a2434-31f2-4d90-b034-ecb50b12df4e HTTP/1.1" status: 200 len: 1103 time: 0.0673211 Aug 26 15:24:01.286559 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-5909ac9e-fb96-4e3b-9e29-5a598d83173b req-4e48bcb0-57dd-4695-a912-c644c74907ce service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=63ee05e8-5f35-427c-b3b0-8557510af30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670063 Aug 26 15:24:01.692776 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1f87d8-766b-445e-acdf-cfe0339d4899 req-eebcfc7d-6c2c-4cc1-be29-c3be02fa9145 tempest-VolumesNegativeTest-1070614212 tempest-VolumesNegativeTest-1070614212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:01.697048 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-cc1f87d8-766b-445e-acdf-cfe0339d4899 req-eebcfc7d-6c2c-4cc1-be29-c3be02fa9145 tempest-VolumesNegativeTest-1070614212 tempest-VolumesNegativeTest-1070614212-project] 10.222.0.20 "GET /v2.0/ports?device_id=d51a2434-31f2-4d90-b034-ecb50b12df4e HTTP/1.1" status: 200 len: 950 time: 0.1165602 Aug 26 15:24:01.746423 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7211c03-459e-4826-ac89-a2eb9f345eb7 req-ba5124ec-1ae0-484b-a806-42bd9735ecf5 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:01.759455 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-c7211c03-459e-4826-ac89-a2eb9f345eb7 req-ba5124ec-1ae0-484b-a806-42bd9735ecf5 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] 10.222.0.20 "GET /v2.0/networks?id=383eed2a-2fa5-4bbc-9d7b-58b9420ad5a0 HTTP/1.1" status: 200 len: 809 time: 0.2723753 Aug 26 15:24:01.773149 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-cc1f87d8-766b-445e-acdf-cfe0339d4899 req-4c940119-556b-464e-9117-e172a58440df tempest-VolumesNegativeTest-1070614212 tempest-VolumesNegativeTest-1070614212-project] 10.222.0.20 "GET /v2.0/security-groups?id=63ee05e8-5f35-427c-b3b0-8557510af30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630875 Aug 26 15:24:01.798931 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-c7211c03-459e-4826-ac89-a2eb9f345eb7 req-0bbec052-8ed7-46ed-a979-9f21e908e220 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] 10.222.0.20 "GET /v2.0/quotas/422c2e3bf6c841b3a5f4d36767771c31 HTTP/1.1" status: 200 len: 375 time: 0.0372679 Aug 26 15:24:01.843897 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-c7211c03-459e-4826-ac89-a2eb9f345eb7 req-45721c05-b22a-48ca-95c7-f74b470036ea tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=422c2e3bf6c841b3a5f4d36767771c31&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0436835 Aug 26 15:24:02.004345 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-c7211c03-459e-4826-ac89-a2eb9f345eb7 req-e7986cd1-67ac-4588-a0c4-af70570029c5 service neutron] 10.222.0.20 "GET /v2.0/networks/383eed2a-2fa5-4bbc-9d7b-58b9420ad5a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593895 Aug 26 15:24:02.145062 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-c7211c03-459e-4826-ac89-a2eb9f345eb7 req-3733effb-d48b-4f0f-9b64-3be3211e6f02 service neutron] 10.222.0.20 "GET /v2.0/networks/383eed2a-2fa5-4bbc-9d7b-58b9420ad5a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318438 Aug 26 15:24:02.370979 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-40475634-f4cf-4722-a5fd-a47feeb040a4 req-c8f822d4-e042-4de3-8703-03b111f5d2b3 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] 10.222.0.20 "GET /v2.0/ports?device_id=999dbac7-5c2a-49aa-b34b-ea43fd6d6dfe HTTP/1.1" status: 200 len: 210 time: 0.0431793 Aug 26 15:24:02.498364 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad8251c-b75a-40b9-94e1-b5812079de8b req-694e5655-6558-4076-b639-ae54555dafd8 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:02.519876 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-4ad8251c-b75a-40b9-94e1-b5812079de8b req-694e5655-6558-4076-b639-ae54555dafd8 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca0769da-6c1e-433b-8817-4309fcc35b35 HTTP/1.1" status: 200 len: 945 time: 0.1301150 Aug 26 15:24:02.641988 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-4ad8251c-b75a-40b9-94e1-b5812079de8b req-6c49b677-0187-49bc-be35-8a5650673872 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131704 Aug 26 15:24:03.087849 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e63cfc-cd4e-41f0-9d37-57fb11ceae31 req-72ddeb18-7184-4685-b28d-a4823267f9ce tempest-VolumesNegativeTest-1070614212 tempest-VolumesNegativeTest-1070614212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:03.099628 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-20e63cfc-cd4e-41f0-9d37-57fb11ceae31 req-72ddeb18-7184-4685-b28d-a4823267f9ce tempest-VolumesNegativeTest-1070614212 tempest-VolumesNegativeTest-1070614212-project] 10.222.0.20 "GET /v2.0/ports?device_id=d51a2434-31f2-4d90-b034-ecb50b12df4e HTTP/1.1" status: 200 len: 950 time: 0.2077169 Aug 26 15:24:03.176117 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-20e63cfc-cd4e-41f0-9d37-57fb11ceae31 req-61af2fec-0815-4d79-b57c-935a7396d23e tempest-VolumesNegativeTest-1070614212 tempest-VolumesNegativeTest-1070614212-project] 10.222.0.20 "GET /v2.0/security-groups?id=63ee05e8-5f35-427c-b3b0-8557510af30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753584 Aug 26 15:24:03.366829 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 55194) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:24:03.537774 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-1d033a45-9ecb-4c12-98de-0822f5c9d46e req-8b2a1548-0a91-42a1-aff7-ab8579c14141 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] 10.222.0.20 "GET /v2.0/ports?device_id=999dbac7-5c2a-49aa-b34b-ea43fd6d6dfe HTTP/1.1" status: 200 len: 210 time: 0.0660832 Aug 26 15:24:03.677472 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-f47072fe-2275-45a4-ae07-30a97f9b8913 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:03.836239 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 55210) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:24:03.845083 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a25a804-4511-4424-9dc3-2ae15989dfbc req-3633a0ec-59f8-4b10-8172-df168408f8b7 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:03.851529 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-4a25a804-4511-4424-9dc3-2ae15989dfbc req-3633a0ec-59f8-4b10-8172-df168408f8b7 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca0769da-6c1e-433b-8817-4309fcc35b35 HTTP/1.1" status: 200 len: 945 time: 0.1134720 Aug 26 15:24:03.856411 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab842cd-20bd-4740-aade-a5de932cb0ec req-f50e90d0-941c-4598-b249-cd2e1543a2a6 tempest-VolumesNegativeTest-1070614212 tempest-VolumesNegativeTest-1070614212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:03.858363 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-1ab842cd-20bd-4740-aade-a5de932cb0ec req-f50e90d0-941c-4598-b249-cd2e1543a2a6 tempest-VolumesNegativeTest-1070614212 tempest-VolumesNegativeTest-1070614212-project] 10.222.0.20 "GET /v2.0/ports?device_id=d51a2434-31f2-4d90-b034-ecb50b12df4e HTTP/1.1" status: 200 len: 950 time: 0.1381066 Aug 26 15:24:03.957739 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-4a25a804-4511-4424-9dc3-2ae15989dfbc req-3602b1d5-10ec-4a9d-b19b-f64a389c2498 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773458 Aug 26 15:24:04.043856 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-1ab842cd-20bd-4740-aade-a5de932cb0ec req-064cd8d8-2219-42fc-8289-27fd003e52a6 tempest-VolumesNegativeTest-1070614212 tempest-VolumesNegativeTest-1070614212-project] 10.222.0.20 "GET /v2.0/security-groups?id=63ee05e8-5f35-427c-b3b0-8557510af30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628683 Aug 26 15:24:04.099787 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-cf573b83-b255-4abd-8ef5-6aa5cbed17ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:04.139557 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-f47072fe-2275-45a4-ae07-30a97f9b8913 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:04.147878 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-f47072fe-2275-45a4-ae07-30a97f9b8913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:04.243679 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47072fe-2275-45a4-ae07-30a97f9b8913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44ef46a3-74ff-4ff3-9bdd-45bdac57716f,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:24:04.253897 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-f47072fe-2275-45a4-ae07-30a97f9b8913 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=29233a9923004579ab6ebf0c8a673749&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8823516 Aug 26 15:24:04.259184 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 55218) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:24:04.439433 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-c319681e-208c-44a6-81b4-d8cea5a8a349 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:04.489253 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-cf573b83-b255-4abd-8ef5-6aa5cbed17ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:04.515110 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-c319681e-208c-44a6-81b4-d8cea5a8a349 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:04.540852 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-cf573b83-b255-4abd-8ef5-6aa5cbed17ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:04.601019 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-cf573b83-b255-4abd-8ef5-6aa5cbed17ec admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4bf0954dad4943d6929a89c6ee86ee91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7633686 Aug 26 15:24:04.609682 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 55224) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:24:04.697160 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf573b83-b255-4abd-8ef5-6aa5cbed17ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae2a2682-f2db-42ff-96aa-a9f581081dff,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:24:04.875111 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-9991336e-6415-4d8e-a0a7-8a34d11c5fa5 req-1cd6a21c-ce80-4742-908e-550b8f2fdbaf tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] 10.222.0.20 "GET /v2.0/ports?device_id=999dbac7-5c2a-49aa-b34b-ea43fd6d6dfe HTTP/1.1" status: 200 len: 210 time: 0.0601673 Aug 26 15:24:04.904646 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-47ad3651-f91d-4f50-bf04-91799a008856 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:04.939491 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7211c03-459e-4826-ac89-a2eb9f345eb7 req-d49d60b2-f822-41c6-b6d4-d8c04be23526 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:04.941924 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-c7211c03-459e-4826-ac89-a2eb9f345eb7 req-d49d60b2-f822-41c6-b6d4-d8c04be23526 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] 10.222.0.47 "GET /v2.0/networks?id=383eed2a-2fa5-4bbc-9d7b-58b9420ad5a0 HTTP/1.1" status: 200 len: 809 time: 0.3305638 Aug 26 15:24:04.960040 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [req-c7211c03-459e-4826-ac89-a2eb9f345eb7 req-1e57fdb5-384a-43f9-a5de-944918ec66f2 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] Request body: {'port': {'device_id': '999dbac7-5c2a-49aa-b34b-ea43fd6d6dfe', 'network_id': '383eed2a-2fa5-4bbc-9d7b-58b9420ad5a0', 'admin_state_up': True, 'tenant_id': '422c2e3bf6c841b3a5f4d36767771c31'}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:24:04.997043 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-47ad3651-f91d-4f50-bf04-91799a008856 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:05.133295 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-47ad3651-f91d-4f50-bf04-91799a008856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:05.137180 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-47ad3651-f91d-4f50-bf04-91799a008856 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:05.140144 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-47ad3651-f91d-4f50-bf04-91799a008856 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ae2a2682-f2db-42ff-96aa-a9f581081dff HTTP/1.1" status: 204 len: 168 time: 0.5285108 Aug 26 15:24:05.152415 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ad3651-f91d-4f50-bf04-91799a008856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae2a2682-f2db-42ff-96aa-a9f581081dff,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:24:05.176961 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-c319681e-208c-44a6-81b4-d8cea5a8a349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:05.207728 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-c319681e-208c-44a6-81b4-d8cea5a8a349 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:05.213849 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-c319681e-208c-44a6-81b4-d8cea5a8a349 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/44ef46a3-74ff-4ff3-9bdd-45bdac57716f HTTP/1.1" status: 204 len: 168 time: 0.9526281 Aug 26 15:24:05.320752 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a2aea2-41cc-4f01-ba5a-ef95e09a23e2 req-fe682bb2-3fca-4f92-b116-dcad2d35cb50 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:05.348675 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-42a2aea2-41cc-4f01-ba5a-ef95e09a23e2 req-fe682bb2-3fca-4f92-b116-dcad2d35cb50 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca0769da-6c1e-433b-8817-4309fcc35b35 HTTP/1.1" status: 200 len: 945 time: 0.1892467 Aug 26 15:24:05.529276 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c319681e-208c-44a6-81b4-d8cea5a8a349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44ef46a3-74ff-4ff3-9bdd-45bdac57716f,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:24:05.552823 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-42a2aea2-41cc-4f01-ba5a-ef95e09a23e2 req-de6901d5-44cf-4c1c-920e-55fe4c944729 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029331 Aug 26 15:24:05.592557 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c319681e-208c-44a6-81b4-d8cea5a8a349 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:24:05.603745 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c319681e-208c-44a6-81b4-d8cea5a8a349 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:24:05.604620 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c319681e-208c-44a6-81b4-d8cea5a8a349 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:24:05.605164 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c319681e-208c-44a6-81b4-d8cea5a8a349 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:24:05.605655 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c319681e-208c-44a6-81b4-d8cea5a8a349 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:24:05.606184 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c319681e-208c-44a6-81b4-d8cea5a8a349 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:24:05.606593 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340ce22d-026b-451a-91b8-9c204a808ac8 req-08e9cb80-967c-40ed-b409-1df8d2108b0e tempest-VolumesNegativeTest-1070614212 tempest-VolumesNegativeTest-1070614212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:05.607103 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c319681e-208c-44a6-81b4-d8cea5a8a349 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:24:05.608843 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-340ce22d-026b-451a-91b8-9c204a808ac8 req-08e9cb80-967c-40ed-b409-1df8d2108b0e tempest-VolumesNegativeTest-1070614212 tempest-VolumesNegativeTest-1070614212-project] 10.222.0.47 "GET /v2.0/ports?device_id=d51a2434-31f2-4d90-b034-ecb50b12df4e HTTP/1.1" status: 200 len: 950 time: 0.1964972 Aug 26 15:24:05.609557 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c319681e-208c-44a6-81b4-d8cea5a8a349 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:24:05.610100 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c319681e-208c-44a6-81b4-d8cea5a8a349 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:24:05.610830 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c319681e-208c-44a6-81b4-d8cea5a8a349 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:24:05.611333 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c319681e-208c-44a6-81b4-d8cea5a8a349 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:24:05.612025 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c319681e-208c-44a6-81b4-d8cea5a8a349 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:24:05.661599 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7211c03-459e-4826-ac89-a2eb9f345eb7 req-1e57fdb5-384a-43f9-a5de-944918ec66f2 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] Made reservation on behalf of 422c2e3bf6c841b3a5f4d36767771c31 for: {'port': 1} {{(pid=93841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:24:05.671142 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-c7211c03-459e-4826-ac89-a2eb9f345eb7 req-1e57fdb5-384a-43f9-a5de-944918ec66f2 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:05.776007 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f64d1ff-b48b-4215-a278-659de7c01e2e req-45eab526-9dd2-4d64-b620-7d73fee50d0a tempest-VolumesNegativeTest-1070614212 tempest-VolumesNegativeTest-1070614212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:05.787495 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-9f64d1ff-b48b-4215-a278-659de7c01e2e req-45eab526-9dd2-4d64-b620-7d73fee50d0a tempest-VolumesNegativeTest-1070614212 tempest-VolumesNegativeTest-1070614212-project] 10.222.0.20 "GET /v2.0/ports?device_id=d51a2434-31f2-4d90-b034-ecb50b12df4e HTTP/1.1" status: 200 len: 950 time: 0.4905815 Aug 26 15:24:05.984878 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-9f64d1ff-b48b-4215-a278-659de7c01e2e req-43e40e3f-9e8a-4c80-96d0-8fa4d2afabae tempest-VolumesNegativeTest-1070614212 tempest-VolumesNegativeTest-1070614212-project] 10.222.0.20 "GET /v2.0/security-groups?id=63ee05e8-5f35-427c-b3b0-8557510af30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961827 Aug 26 15:24:06.080023 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-1b457359-5123-40ee-a32b-87c78088655f req-92e149b6-2011-42f9-9ff2-5d716a9c6585 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] 10.222.0.20 "GET /v2.0/ports?device_id=999dbac7-5c2a-49aa-b34b-ea43fd6d6dfe HTTP/1.1" status: 200 len: 210 time: 0.0358095 Aug 26 15:24:06.105275 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.db.db_base_plugin_common [req-c7211c03-459e-4826-ac89-a2eb9f345eb7 req-1e57fdb5-384a-43f9-a5de-944918ec66f2 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] Allocated IP 172.20.0.3 (383eed2a-2fa5-4bbc-9d7b-58b9420ad5a0/0bd4497b-5b8f-4942-a722-d294650e254c/0ee6e227-31cf-4126-8974-0ed670e52505) {{(pid=93841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:24:06.109900 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [req-340ce22d-026b-451a-91b8-9c204a808ac8 req-73c60f84-0eab-4229-8ad9-9e15049b972f tempest-VolumesNegativeTest-1070614212 tempest-VolumesNegativeTest-1070614212-project] Deleting port 6d419f60-a6b8-4f57-8695-f5218dece8d3 {{(pid=93842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 15:24:06.110550 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-340ce22d-026b-451a-91b8-9c204a808ac8 req-73c60f84-0eab-4229-8ad9-9e15049b972f tempest-VolumesNegativeTest-1070614212 tempest-VolumesNegativeTest-1070614212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793280853279'] for port, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:06.263937 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 55260) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:24:06.280533 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 55262) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:24:06.319143 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-ccce2f9b-b713-4b73-b79f-2c57c875a395 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:06.345511 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-d0549734-1982-4a8e-9209-7c84d7545183 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:06.411533 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.db [req-340ce22d-026b-451a-91b8-9c204a808ac8 req-73c60f84-0eab-4229-8ad9-9e15049b972f tempest-VolumesNegativeTest-1070614212 tempest-VolumesNegativeTest-1070614212-project] For port 6d419f60-a6b8-4f57-8695-f5218dece8d3, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=6d419f60-a6b8-4f57-8695-f5218dece8d3,segment=NetworkSegment(8af44987-9cfe-4ecc-93a3-571d7ad547fc),segment_id=8af44987-9cfe-4ecc-93a3-571d7ad547fc)] {{(pid=93842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:24:06.412508 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-340ce22d-026b-451a-91b8-9c204a808ac8 req-73c60f84-0eab-4229-8ad9-9e15049b972f tempest-VolumesNegativeTest-1070614212 tempest-VolumesNegativeTest-1070614212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3924976'] for port, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:06.428477 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-c7211c03-459e-4826-ac89-a2eb9f345eb7 req-1e57fdb5-384a-43f9-a5de-944918ec66f2 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] Notify callbacks [] for port, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:06.482530 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-c7211c03-459e-4826-ac89-a2eb9f345eb7 req-1e57fdb5-384a-43f9-a5de-944918ec66f2 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793280355359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263742114'] for port, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:06.488418 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [req-340ce22d-026b-451a-91b8-9c204a808ac8 req-73c60f84-0eab-4229-8ad9-9e15049b972f tempest-VolumesNegativeTest-1070614212 tempest-VolumesNegativeTest-1070614212-project] Calling delete_port for 6d419f60-a6b8-4f57-8695-f5218dece8d3 owned by compute:nova {{(pid=93842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 15:24:06.538370 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e57fdb5-384a-43f9-a5de-944918ec66f2 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] Pushing event updated for resources: {'Port': ['ID=0ee6e227-31cf-4126-8974-0ed670e52505,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:24:06.566953 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7211c03-459e-4826-ac89-a2eb9f345eb7 req-1e57fdb5-384a-43f9-a5de-944918ec66f2 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] Network 383eed2a-2fa5-4bbc-9d7b-58b9420ad5a0 is already hosted by enough agents. {{(pid=93841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:24:06.568467 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.scheduler.base_scheduler [req-c7211c03-459e-4826-ac89-a2eb9f345eb7 req-1e57fdb5-384a-43f9-a5de-944918ec66f2 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] Resources bound (agent type, host, resource id): {{(pid=93841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:24:06.571556 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7211c03-459e-4826-ac89-a2eb9f345eb7 req-1e57fdb5-384a-43f9-a5de-944918ec66f2 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] Received port after_create {{(pid=93841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 15:24:06.645844 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7211c03-459e-4826-ac89-a2eb9f345eb7 req-1e57fdb5-384a-43f9-a5de-944918ec66f2 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:06.646676 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-c7211c03-459e-4826-ac89-a2eb9f345eb7 req-1e57fdb5-384a-43f9-a5de-944918ec66f2 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4089636'] for port, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:06.818701 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-ccce2f9b-b713-4b73-b79f-2c57c875a395 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:06.836160 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-ccce2f9b-b713-4b73-b79f-2c57c875a395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:06.921807 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e657216a-e28a-466f-a112-c2031aef3ad7 req-b15dfeea-8771-4e96-8a5b-b94eb2520234 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:06.923525 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-e657216a-e28a-466f-a112-c2031aef3ad7 req-b15dfeea-8771-4e96-8a5b-b94eb2520234 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca0769da-6c1e-433b-8817-4309fcc35b35 HTTP/1.1" status: 200 len: 945 time: 0.2331147 Aug 26 15:24:06.972137 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-ccce2f9b-b713-4b73-b79f-2c57c875a395 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e0a087ff886b457e93647fe7a201f490&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6894364 Aug 26 15:24:06.976548 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 55280) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:24:06.988267 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccce2f9b-b713-4b73-b79f-2c57c875a395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f054c5c8-edfd-4483-94f7-0f2121a3650e,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:24:07.101832 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-132f57f2-aef3-46ef-b22d-573d56b0df88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:07.157793 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-132f57f2-aef3-46ef-b22d-573d56b0df88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:07.194014 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-24b93362-0619-4dea-9fe1-5e48447e4c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:07.302570 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-132f57f2-aef3-46ef-b22d-573d56b0df88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:07.311055 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-132f57f2-aef3-46ef-b22d-573d56b0df88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:07.318817 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-132f57f2-aef3-46ef-b22d-573d56b0df88 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f054c5c8-edfd-4483-94f7-0f2121a3650e HTTP/1.1" status: 204 len: 168 time: 0.3404295 Aug 26 15:24:07.334354 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132f57f2-aef3-46ef-b22d-573d56b0df88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f054c5c8-edfd-4483-94f7-0f2121a3650e,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:24:07.378348 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccce2f9b-b713-4b73-b79f-2c57c875a395 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:24:07.378909 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccce2f9b-b713-4b73-b79f-2c57c875a395 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:24:07.379029 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccce2f9b-b713-4b73-b79f-2c57c875a395 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:24:07.379610 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccce2f9b-b713-4b73-b79f-2c57c875a395 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:24:07.379733 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccce2f9b-b713-4b73-b79f-2c57c875a395 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:24:07.380005 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccce2f9b-b713-4b73-b79f-2c57c875a395 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:24:07.380334 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccce2f9b-b713-4b73-b79f-2c57c875a395 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:24:07.380674 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccce2f9b-b713-4b73-b79f-2c57c875a395 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:24:07.380983 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccce2f9b-b713-4b73-b79f-2c57c875a395 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:24:07.381304 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccce2f9b-b713-4b73-b79f-2c57c875a395 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:24:07.381620 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccce2f9b-b713-4b73-b79f-2c57c875a395 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:24:07.381987 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccce2f9b-b713-4b73-b79f-2c57c875a395 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:24:07.398466 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-340ce22d-026b-451a-91b8-9c204a808ac8 req-73c60f84-0eab-4229-8ad9-9e15049b972f tempest-VolumesNegativeTest-1070614212 tempest-VolumesNegativeTest-1070614212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793280828191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793280355368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261268877'] for port, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:07.425890 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-e657216a-e28a-466f-a112-c2031aef3ad7 req-50b05e0b-e8c9-46a6-8cdf-55c0fbeb54de tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4793682 Aug 26 15:24:07.450960 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebe1b7c-34dc-4019-be73-a36070d42fa4 req-0f2bcbf8-22d8-4796-baec-72660efa51ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:07.460594 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-2ebe1b7c-34dc-4019-be73-a36070d42fa4 req-0f2bcbf8-22d8-4796-baec-72660efa51ab service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=00ac4322064645a3ad7e3251384021a2&device_id=ca0769da-6c1e-433b-8817-4309fcc35b35 HTTP/1.1" status: 200 len: 1098 time: 0.1121933 Aug 26 15:24:07.518052 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c60f84-0eab-4229-8ad9-9e15049b972f tempest-VolumesNegativeTest-1070614212 tempest-VolumesNegativeTest-1070614212-project] Pushing event deleted for resources: {'Port': ['ID=6d419f60-a6b8-4f57-8695-f5218dece8d3,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:24:07.727151 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.db.l3_dvrscheduler_db [req-340ce22d-026b-451a-91b8-9c204a808ac8 req-73c60f84-0eab-4229-8ad9-9e15049b972f tempest-VolumesNegativeTest-1070614212 tempest-VolumesNegativeTest-1070614212-project] No DVR routers for this DVR port 6d419f60-a6b8-4f57-8695-f5218dece8d3 on host hv-cinder-77957 {{(pid=93842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 15:24:07.765615 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-dbf7682d-6566-4375-9c11-c9375c2b5e0f req-57bbe9f7-a418-45ad-82f9-a19ff93e1999 tempest-VolumesNegativeTest-1070614212 tempest-VolumesNegativeTest-1070614212-project] 10.222.0.20 "GET /v2.0/ports?device_id=d51a2434-31f2-4d90-b034-ecb50b12df4e HTTP/1.1" status: 200 len: 210 time: 0.1361213 Aug 26 15:24:07.770170 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-340ce22d-026b-451a-91b8-9c204a808ac8 req-73c60f84-0eab-4229-8ad9-9e15049b972f tempest-VolumesNegativeTest-1070614212 tempest-VolumesNegativeTest-1070614212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4089636'] for port, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:07.782680 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebe1b7c-34dc-4019-be73-a36070d42fa4 req-0fcc09ef-c201-4950-b6e3-3ff24b3ae96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:07.784942 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-2ebe1b7c-34dc-4019-be73-a36070d42fa4 req-0fcc09ef-c201-4950-b6e3-3ff24b3ae96e service neutron] 10.222.0.47 "GET /v2.0/networks?id=23227f11-366d-4e8b-91f1-3c9872eb5af5 HTTP/1.1" status: 200 len: 919 time: 0.2934384 Aug 26 15:24:07.785083 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-340ce22d-026b-451a-91b8-9c204a808ac8 req-73c60f84-0eab-4229-8ad9-9e15049b972f tempest-VolumesNegativeTest-1070614212 tempest-VolumesNegativeTest-1070614212-project] 10.222.0.47 "DELETE /v2.0/ports/6d419f60-a6b8-4f57-8695-f5218dece8d3 HTTP/1.1" status: 204 len: 173 time: 2.1693304 Aug 26 15:24:07.828289 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-d0549734-1982-4a8e-9209-7c84d7545183 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:07.830908 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd51a2434-31f2-4d90-b034-ecb50b12df4e', 'name': 'network-vif-deleted', 'tag': '6d419f60-a6b8-4f57-8695-f5218dece8d3'}] {{(pid=93842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 15:24:07.837351 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ba7f6f71eda5a1db7669fef78c8684417bcd8012e21f8533533c8be1abdbb96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3bdb0f7-380f-4513-b79b-21594ac89522" -d '{"events": [{"server_uuid": "d51a2434-31f2-4d90-b034-ecb50b12df4e", "name": "network-vif-deleted", "tag": "6d419f60-a6b8-4f57-8695-f5218dece8d3"}]}' {{(pid=93842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:24:07.853382 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-d0549734-1982-4a8e-9209-7c84d7545183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:07.952402 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-c7211c03-459e-4826-ac89-a2eb9f345eb7 req-1e57fdb5-384a-43f9-a5de-944918ec66f2 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9974363 Aug 26 15:24:07.958539 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-2ebe1b7c-34dc-4019-be73-a36070d42fa4 req-df20386c-b09a-4ef4-9a09-81e8a7ff79a6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9cc1a951-1156-4875-8514-d30cac6c36bc HTTP/1.1" status: 200 len: 217 time: 0.1579642 Aug 26 15:24:07.987792 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [req-c7211c03-459e-4826-ac89-a2eb9f345eb7 req-9ab9bd81-a031-4fd7-9616-78a24f2b1ca1 service neutron] Request body: {'port': {'device_id': '999dbac7-5c2a-49aa-b34b-ea43fd6d6dfe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77957'}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:24:08.031071 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-d0549734-1982-4a8e-9209-7c84d7545183 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=965623e9fb3c47b1b82724aa1bcd7756&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7644432 Aug 26 15:24:08.033523 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 55300) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:24:08.034306 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0549734-1982-4a8e-9209-7c84d7545183 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=606cb57a-1e28-46b6-8e56-f6c3959484c5,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:24:08.118180 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:08.225241 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-c7211c03-459e-4826-ac89-a2eb9f345eb7 req-9ab9bd81-a031-4fd7-9616-78a24f2b1ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:08.238415 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22a4e7c-2ef3-49bc-a95a-1a52adb604ec req-e53ed282-af9b-446c-94be-e47ee2cd4408 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:08.242109 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-f22a4e7c-2ef3-49bc-a95a-1a52adb604ec req-e53ed282-af9b-446c-94be-e47ee2cd4408 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] 10.222.0.20 "GET /v2.0/ports?device_id=999dbac7-5c2a-49aa-b34b-ea43fd6d6dfe HTTP/1.1" status: 200 len: 931 time: 0.2094169 Aug 26 15:24:08.280272 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 15:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-370e3c8b-6128-4898-884e-0008119cb08a x-openstack-request-id: req-370e3c8b-6128-4898-884e-0008119cb08a {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:24:08.280272 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d51a2434-31f2-4d90-b034-ecb50b12df4e", "name": "network-vif-deleted", "tag": "6d419f60-a6b8-4f57-8695-f5218dece8d3", "status": "completed", "code": 200}]} {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:24:08.280744 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-370e3c8b-6128-4898-884e-0008119cb08a {{(pid=93842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:24:08.282971 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd51a2434-31f2-4d90-b034-ecb50b12df4e', 'name': 'network-vif-deleted', 'tag': '6d419f60-a6b8-4f57-8695-f5218dece8d3', 'status': 'completed', 'code': 200} Aug 26 15:24:08.328534 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebe1b7c-34dc-4019-be73-a36070d42fa4 req-2cd8cff2-cb3f-42f4-bcb9-824acf142db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:08.330987 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-2ebe1b7c-34dc-4019-be73-a36070d42fa4 req-2cd8cff2-cb3f-42f4-bcb9-824acf142db2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=45e9eb6c-a20b-4b32-9499-5459d749d27d HTTP/1.1" status: 200 len: 858 time: 0.3387542 Aug 26 15:24:08.340112 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-51705bd5-45ca-49bd-aac6-57aea5a6d272 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:08.364865 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-51705bd5-45ca-49bd-aac6-57aea5a6d272 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:08.418943 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-2ebe1b7c-34dc-4019-be73-a36070d42fa4 req-521dc66b-d9ce-41eb-a0dd-66a1f036893e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=23227f11-366d-4e8b-91f1-3c9872eb5af5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718758 Aug 26 15:24:08.427304 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-51705bd5-45ca-49bd-aac6-57aea5a6d272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:08.430285 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-51705bd5-45ca-49bd-aac6-57aea5a6d272 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:08.434942 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-51705bd5-45ca-49bd-aac6-57aea5a6d272 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/606cb57a-1e28-46b6-8e56-f6c3959484c5 HTTP/1.1" status: 204 len: 168 time: 0.3794930 Aug 26 15:24:08.444946 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51705bd5-45ca-49bd-aac6-57aea5a6d272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=606cb57a-1e28-46b6-8e56-f6c3959484c5,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:24:08.527498 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-f22a4e7c-2ef3-49bc-a95a-1a52adb604ec req-6c4125ca-af20-4e33-901e-09c49d231d72 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] 10.222.0.20 "GET /v2.0/security-groups?id=78bbe887-4bf9-47de-9235-07649e1005c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350862 Aug 26 15:24:08.572912 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Device 6d419f60-a6b8-4f57-8695-f5218dece8d3 no longer exists at agent hyperv_hv-cinder-77957 {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 15:24:08.670664 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] No Port match for: 6d419f60-a6b8-4f57-8695-f5218dece8d3 {{(pid=93843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 15:24:08.678673 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Device 6d419f60-a6b8-4f57-8695-f5218dece8d3 not bound to the agent host hv-cinder-77957 {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 15:24:08.748104 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-2ebe1b7c-34dc-4019-be73-a36070d42fa4 req-c9c07cea-b523-4b8e-8343-31fc3080f59b service neutron] 10.222.0.47 "GET /v2.0/networks/23227f11-366d-4e8b-91f1-3c9872eb5af5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538753 Aug 26 15:24:08.876721 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37295edd-e902-44c4-8496-2e6200f6da97 req-17609333-4568-44b6-a5b1-5b2183b26a34 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:08.879153 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-37295edd-e902-44c4-8496-2e6200f6da97 req-17609333-4568-44b6-a5b1-5b2183b26a34 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca0769da-6c1e-433b-8817-4309fcc35b35 HTTP/1.1" status: 200 len: 945 time: 0.1448913 Aug 26 15:24:09.082861 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-37295edd-e902-44c4-8496-2e6200f6da97 req-f5362116-7708-4261-b69d-3609d0280f19 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617966 Aug 26 15:24:09.565182 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361edfe4-2999-44fc-a857-fd266f8ffb8b req-b94a780a-e407-4c56-916d-6c5090a2b291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:09.571828 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-361edfe4-2999-44fc-a857-fd266f8ffb8b req-b94a780a-e407-4c56-916d-6c5090a2b291 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ca0769da-6c1e-433b-8817-4309fcc35b35 HTTP/1.1" status: 200 len: 1098 time: 0.1087849 Aug 26 15:24:09.647856 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-361edfe4-2999-44fc-a857-fd266f8ffb8b req-9f3a0fc3-cc97-452c-af3f-58f1b312a134 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663176 Aug 26 15:24:09.730070 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9b0b19-cdd1-488e-8cf0-a041b7efac03 req-90514442-196f-45c9-ac81-381dc5faf6fe tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:09.733135 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-ab9b0b19-cdd1-488e-8cf0-a041b7efac03 req-90514442-196f-45c9-ac81-381dc5faf6fe tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=3028e66a-51b4-4638-bfef-d34285d30fd1 HTTP/1.1" status: 200 len: 946 time: 1.3094018 Aug 26 15:24:09.811281 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.notifiers.nova [req-c7211c03-459e-4826-ac89-a2eb9f345eb7 req-9ab9bd81-a031-4fd7-9616-78a24f2b1ca1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ee6e227-31cf-4126-8974-0ed670e52505 {{(pid=93841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 15:24:09.830618 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83b22cd-3a8c-4469-87fc-8cb0a1d8893f req-46b55657-313c-453a-89cd-7ca9715146cc tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:09.840840 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-d83b22cd-3a8c-4469-87fc-8cb0a1d8893f req-46b55657-313c-453a-89cd-7ca9715146cc tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] 10.222.0.20 "GET /v2.0/ports?device_id=999dbac7-5c2a-49aa-b34b-ea43fd6d6dfe HTTP/1.1" status: 200 len: 931 time: 0.1199727 Aug 26 15:24:09.841683 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:09.849675 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-c7211c03-459e-4826-ac89-a2eb9f345eb7 req-9ab9bd81-a031-4fd7-9616-78a24f2b1ca1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:09.936032 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-d83b22cd-3a8c-4469-87fc-8cb0a1d8893f req-ed0d31b9-bfd2-4ea8-9d03-3c022ddc929d tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] 10.222.0.20 "GET /v2.0/security-groups?id=78bbe887-4bf9-47de-9235-07649e1005c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795066 Aug 26 15:24:09.944644 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-2ebe1b7c-34dc-4019-be73-a36070d42fa4 req-fe0d1f75-afd6-4e77-b165-622e39684b0a service neutron] 10.222.0.47 "GET /v2.0/networks/23227f11-366d-4e8b-91f1-3c9872eb5af5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1380653 Aug 26 15:24:09.960114 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c726e058-a672-4302-a65d-742f02f48e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:09.961603 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.db.provisioning_blocks [req-c7211c03-459e-4826-ac89-a2eb9f345eb7 req-9ab9bd81-a031-4fd7-9616-78a24f2b1ca1 service neutron] Transition to ACTIVE for port object 0ee6e227-31cf-4126-8974-0ed670e52505 will not be triggered until provisioned by entity L2. {{(pid=93841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 15:24:09.987843 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-ab9b0b19-cdd1-488e-8cf0-a041b7efac03 req-93c74a60-ce23-45de-a654-f0461cc2b6db tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=44677d48-8306-44c7-a2fe-97d323591896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2406495 Aug 26 15:24:09.999966 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-c7211c03-459e-4826-ac89-a2eb9f345eb7 req-9ab9bd81-a031-4fd7-9616-78a24f2b1ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263742139'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:10.143991 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab9bd81-a031-4fd7-9616-78a24f2b1ca1 service neutron] Pushing event updated for resources: {'Port': ['ID=0ee6e227-31cf-4126-8974-0ed670e52505,revision_number=2']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:24:10.422035 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [req-c7211c03-459e-4826-ac89-a2eb9f345eb7 req-9ab9bd81-a031-4fd7-9616-78a24f2b1ca1 service neutron] Attempting to bind port 0ee6e227-31cf-4126-8974-0ed670e52505 on host hv-cinder-77957 for vnic_type normal with profile {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 15:24:10.423513 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [req-c7211c03-459e-4826-ac89-a2eb9f345eb7 req-9ab9bd81-a031-4fd7-9616-78a24f2b1ca1 service neutron] Attempting to bind port 0ee6e227-31cf-4126-8974-0ed670e52505 by drivers openvswitch,hyperv on host hv-cinder-77957 at level 0 using segments [{'id': '975072a1-48a2-4ce0-b635-b1a7edd01b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '383eed2a-2fa5-4bbc-9d7b-58b9420ad5a0'}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 15:24:10.424760 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7211c03-459e-4826-ac89-a2eb9f345eb7 req-9ab9bd81-a031-4fd7-9616-78a24f2b1ca1 service neutron] Attempting to bind port 0ee6e227-31cf-4126-8974-0ed670e52505 on network 383eed2a-2fa5-4bbc-9d7b-58b9420ad5a0 {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 15:24:10.433461 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7211c03-459e-4826-ac89-a2eb9f345eb7 req-9ab9bd81-a031-4fd7-9616-78a24f2b1ca1 service neutron] Port 0ee6e227-31cf-4126-8974-0ed670e52505 on network 383eed2a-2fa5-4bbc-9d7b-58b9420ad5a0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77957 {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 15:24:10.439365 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7211c03-459e-4826-ac89-a2eb9f345eb7 req-9ab9bd81-a031-4fd7-9616-78a24f2b1ca1 service neutron] Attempting to bind port 0ee6e227-31cf-4126-8974-0ed670e52505 on network 383eed2a-2fa5-4bbc-9d7b-58b9420ad5a0 {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 15:24:10.462678 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7211c03-459e-4826-ac89-a2eb9f345eb7 req-9ab9bd81-a031-4fd7-9616-78a24f2b1ca1 service neutron] Checking agent: {'id': '48810b0c-601b-439f-aa19-0a054d9f642d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77957', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 15, 20, 8), 'started_at': datetime.datetime(2021, 8, 26, 15, 20, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 15, 24, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 15:24:10.469213 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7211c03-459e-4826-ac89-a2eb9f345eb7 req-9ab9bd81-a031-4fd7-9616-78a24f2b1ca1 service neutron] Checking segment: {'id': '975072a1-48a2-4ce0-b635-b1a7edd01b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '383eed2a-2fa5-4bbc-9d7b-58b9420ad5a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 15:24:10.469824 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7211c03-459e-4826-ac89-a2eb9f345eb7 req-9ab9bd81-a031-4fd7-9616-78a24f2b1ca1 service neutron] Bound using segment: {'id': '975072a1-48a2-4ce0-b635-b1a7edd01b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '383eed2a-2fa5-4bbc-9d7b-58b9420ad5a0'} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 15:24:10.470383 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0ff6c9-da7c-4538-9daf-21219e8575e9 req-c5fa0325-2bb9-4f55-bf0c-72a39341257e tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:10.470608 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [req-c7211c03-459e-4826-ac89-a2eb9f345eb7 req-9ab9bd81-a031-4fd7-9616-78a24f2b1ca1 service neutron] Bound port: 0ee6e227-31cf-4126-8974-0ed670e52505, host: hv-cinder-77957, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '975072a1-48a2-4ce0-b635-b1a7edd01b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '383eed2a-2fa5-4bbc-9d7b-58b9420ad5a0'}}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 15:24:10.471296 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-c7211c03-459e-4826-ac89-a2eb9f345eb7 req-9ab9bd81-a031-4fd7-9616-78a24f2b1ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:10.480471 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-2f0ff6c9-da7c-4538-9daf-21219e8575e9 req-c5fa0325-2bb9-4f55-bf0c-72a39341257e tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca0769da-6c1e-433b-8817-4309fcc35b35 HTTP/1.1" status: 200 len: 945 time: 0.1141725 Aug 26 15:24:10.570967 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-2f0ff6c9-da7c-4538-9daf-21219e8575e9 req-64830a7f-978a-4a96-936d-ffb19a665d7e tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893028 Aug 26 15:24:10.688300 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.db [req-c7211c03-459e-4826-ac89-a2eb9f345eb7 req-9ab9bd81-a031-4fd7-9616-78a24f2b1ca1 service neutron] For port 0ee6e227-31cf-4126-8974-0ed670e52505, host hv-cinder-77957, cleared binding levels {{(pid=93841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:24:10.692376 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.db [req-c7211c03-459e-4826-ac89-a2eb9f345eb7 req-9ab9bd81-a031-4fd7-9616-78a24f2b1ca1 service neutron] For port 0ee6e227-31cf-4126-8974-0ed670e52505, host hv-cinder-77957, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=0ee6e227-31cf-4126-8974-0ed670e52505,segment=NetworkSegment(975072a1-48a2-4ce0-b635-b1a7edd01b66),segment_id=975072a1-48a2-4ce0-b635-b1a7edd01b66)] {{(pid=93841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:24:10.711304 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-c7211c03-459e-4826-ac89-a2eb9f345eb7 req-9ab9bd81-a031-4fd7-9616-78a24f2b1ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263742139'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:10.848904 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7211c03-459e-4826-ac89-a2eb9f345eb7 req-9ab9bd81-a031-4fd7-9616-78a24f2b1ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:10.850062 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-c7211c03-459e-4826-ac89-a2eb9f345eb7 req-9ab9bd81-a031-4fd7-9616-78a24f2b1ca1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4089636'] for port, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:10.851442 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-c7211c03-459e-4826-ac89-a2eb9f345eb7 req-9ab9bd81-a031-4fd7-9616-78a24f2b1ca1 service neutron] 10.222.0.47 "PUT /v2.0/ports/0ee6e227-31cf-4126-8974-0ed670e52505 HTTP/1.1" status: 200 len: 1093 time: 2.8836787 Aug 26 15:24:10.851932 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '999dbac7-5c2a-49aa-b34b-ea43fd6d6dfe', 'tag': '0ee6e227-31cf-4126-8974-0ed670e52505'}] {{(pid=93841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 15:24:10.862921 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40d6179e675e884694bb6412ad93f17435ac71a39ec2274297e1b4aadb89820e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b0bcb32-abbc-4659-b81c-ace16d67fc24" -d '{"events": [{"name": "network-changed", "server_uuid": "999dbac7-5c2a-49aa-b34b-ea43fd6d6dfe", "tag": "0ee6e227-31cf-4126-8974-0ed670e52505"}]}' {{(pid=93841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:24:10.921114 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab9bd81-a031-4fd7-9616-78a24f2b1ca1 service neutron] Pushing event updated for resources: {'Port': ['ID=0ee6e227-31cf-4126-8974-0ed670e52505,revision_number=3']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:24:10.966905 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7211c03-459e-4826-ac89-a2eb9f345eb7 req-9065cb51-9132-48f7-b51b-ece49a6c5b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:10.968488 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-c7211c03-459e-4826-ac89-a2eb9f345eb7 req-9065cb51-9132-48f7-b51b-ece49a6c5b16 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=422c2e3bf6c841b3a5f4d36767771c31&device_id=999dbac7-5c2a-49aa-b34b-ea43fd6d6dfe HTTP/1.1" status: 200 len: 1096 time: 0.0629265 Aug 26 15:24:11.029478 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 15:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c8ca3af-b49d-47f9-845b-7b8fb1fbe3bd x-openstack-request-id: req-8c8ca3af-b49d-47f9-845b-7b8fb1fbe3bd {{(pid=93841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:24:11.029997 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "999dbac7-5c2a-49aa-b34b-ea43fd6d6dfe", "tag": "0ee6e227-31cf-4126-8974-0ed670e52505", "status": "completed", "code": 200}]} {{(pid=93841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:24:11.030396 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8c8ca3af-b49d-47f9-845b-7b8fb1fbe3bd {{(pid=93841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:24:11.030956 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '999dbac7-5c2a-49aa-b34b-ea43fd6d6dfe', 'tag': '0ee6e227-31cf-4126-8974-0ed670e52505', 'status': 'completed', 'code': 200} Aug 26 15:24:11.033069 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-c7211c03-459e-4826-ac89-a2eb9f345eb7 req-cd684ec8-bc3a-470b-b122-0573fb83f13d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ee6e227-31cf-4126-8974-0ed670e52505 HTTP/1.1" status: 200 len: 217 time: 0.0545244 Aug 26 15:24:11.112499 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7211c03-459e-4826-ac89-a2eb9f345eb7 req-0d0e41f1-0b2c-4413-a78a-60080b2b09d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:11.114395 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-c7211c03-459e-4826-ac89-a2eb9f345eb7 req-0d0e41f1-0b2c-4413-a78a-60080b2b09d4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0bd4497b-5b8f-4942-a722-d294650e254c HTTP/1.1" status: 200 len: 849 time: 0.0735505 Aug 26 15:24:11.175782 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-c7211c03-459e-4826-ac89-a2eb9f345eb7 req-0f3d689e-3d62-45ef-9e2b-69deb04f3862 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=383eed2a-2fa5-4bbc-9d7b-58b9420ad5a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537577 Aug 26 15:24:11.263029 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3c3186-a9cb-42c9-b154-eff591ff2178 req-58f5f72f-95b2-4675-a14c-16d179c05c53 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:11.279067 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-cb3c3186-a9cb-42c9-b154-eff591ff2178 req-58f5f72f-95b2-4675-a14c-16d179c05c53 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] 10.222.0.20 "GET /v2.0/ports?device_id=999dbac7-5c2a-49aa-b34b-ea43fd6d6dfe HTTP/1.1" status: 200 len: 943 time: 0.1742148 Aug 26 15:24:11.319028 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-c7211c03-459e-4826-ac89-a2eb9f345eb7 req-2e6a1c1e-0d11-4846-bacd-d5983056e787 service neutron] 10.222.0.47 "GET /v2.0/networks/383eed2a-2fa5-4bbc-9d7b-58b9420ad5a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064038 Aug 26 15:24:11.358764 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c45f19a1-5a59-44e4-9446-0a9261f71b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:11.359346 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-cb3c3186-a9cb-42c9-b154-eff591ff2178 req-ef4ed021-60a5-4d0a-92fa-270bd0c75327 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] 10.222.0.20 "GET /v2.0/security-groups?id=78bbe887-4bf9-47de-9235-07649e1005c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782707 Aug 26 15:24:11.598075 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 55470) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:24:11.748812 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d889009f-9e61-487d-bc37-e2eb51ccd4cf req-2e60fa79-a68c-4be0-8545-4b9c63bc8cae tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:11.756672 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-d889009f-9e61-487d-bc37-e2eb51ccd4cf req-2e60fa79-a68c-4be0-8545-4b9c63bc8cae tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=3028e66a-51b4-4638-bfef-d34285d30fd1 HTTP/1.1" status: 200 len: 946 time: 0.5839844 Aug 26 15:24:11.830210 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc377c3-4c8a-48d6-8741-2b1d1d3ac1d7 req-1ed1922d-77ea-403c-96b4-9f1bc9bf4458 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:11.845082 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-2dc377c3-4c8a-48d6-8741-2b1d1d3ac1d7 req-1ed1922d-77ea-403c-96b4-9f1bc9bf4458 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca0769da-6c1e-433b-8817-4309fcc35b35 HTTP/1.1" status: 200 len: 945 time: 0.1338105 Aug 26 15:24:11.894118 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-d889009f-9e61-487d-bc37-e2eb51ccd4cf req-0fac157b-0e0b-438e-b8e3-01bd574f22e4 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=44677d48-8306-44c7-a2fe-97d323591896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280401 Aug 26 15:24:11.937511 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-c7211c03-459e-4826-ac89-a2eb9f345eb7 req-bafa3b7a-c430-4b91-b6b5-0435c94c0c12 service neutron] 10.222.0.47 "GET /v2.0/networks/383eed2a-2fa5-4bbc-9d7b-58b9420ad5a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6074326 Aug 26 15:24:11.977326 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-2dc377c3-4c8a-48d6-8741-2b1d1d3ac1d7 req-2d8f7d24-45fd-4ead-9d7c-189250c97882 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258559 Aug 26 15:24:12.120633 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-b8080f57-f2cd-4c2e-9899-9f1416c77ed6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:12.123035 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0bcb32-abbc-4659-b81c-ace16d67fc24 req-2705c202-aebb-4bc7-ad84-9af6fff0b2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:12.124850 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-3b0bcb32-abbc-4659-b81c-ace16d67fc24 req-2705c202-aebb-4bc7-ad84-9af6fff0b2eb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=422c2e3bf6c841b3a5f4d36767771c31&device_id=999dbac7-5c2a-49aa-b34b-ea43fd6d6dfe HTTP/1.1" status: 200 len: 1096 time: 0.0940988 Aug 26 15:24:12.383691 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0bcb32-abbc-4659-b81c-ace16d67fc24 req-610c8630-45b8-444b-ae39-0dcbec9089e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:12.386225 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-3b0bcb32-abbc-4659-b81c-ace16d67fc24 req-610c8630-45b8-444b-ae39-0dcbec9089e5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=383eed2a-2fa5-4bbc-9d7b-58b9420ad5a0 HTTP/1.1" status: 200 len: 910 time: 0.2484455 Aug 26 15:24:12.478267 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-3b0bcb32-abbc-4659-b81c-ace16d67fc24 req-b192c165-c435-4715-b563-d241a448e8c2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ee6e227-31cf-4126-8974-0ed670e52505 HTTP/1.1" status: 200 len: 217 time: 0.0742829 Aug 26 15:24:12.479188 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-b8080f57-f2cd-4c2e-9899-9f1416c77ed6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:12.489603 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-b8080f57-f2cd-4c2e-9899-9f1416c77ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:12.547068 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-b8080f57-f2cd-4c2e-9899-9f1416c77ed6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ba5b2b86fae849a08edd54172fbaee57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9435990 Aug 26 15:24:12.551833 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 55530) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:24:12.669514 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0bcb32-abbc-4659-b81c-ace16d67fc24 req-3439beda-6b82-40b0-a61e-a299e6aa1113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:12.670685 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-3b0bcb32-abbc-4659-b81c-ace16d67fc24 req-3439beda-6b82-40b0-a61e-a299e6aa1113 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0bd4497b-5b8f-4942-a722-d294650e254c HTTP/1.1" status: 200 len: 849 time: 0.1846776 Aug 26 15:24:12.725205 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8080f57-f2cd-4c2e-9899-9f1416c77ed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12d69452-826a-4320-9746-3740d05f8d83,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:24:12.777945 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-3b0bcb32-abbc-4659-b81c-ace16d67fc24 req-dae5528d-cc15-4071-aef2-da9d87a453db service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=383eed2a-2fa5-4bbc-9d7b-58b9420ad5a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657167 Aug 26 15:24:12.780099 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2588b1e1-4f3f-4ccd-bd2f-505fd4253c16 req-6c1fc15d-f583-482a-a621-1750c9407e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:12.781648 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-2588b1e1-4f3f-4ccd-bd2f-505fd4253c16 req-6c1fc15d-f583-482a-a621-1750c9407e8a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=00ac4322064645a3ad7e3251384021a2&device_id=ca0769da-6c1e-433b-8817-4309fcc35b35 HTTP/1.1" status: 200 len: 1098 time: 0.3676357 Aug 26 15:24:12.827712 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-e754edd7-e578-48ce-ac75-fadc00a81939 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:12.850369 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc07768-af56-47f8-b5c9-2b38d1482555 req-9448e8cb-5afa-4995-aec8-fc80b7c45dc0 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:12.866083 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-6dc07768-af56-47f8-b5c9-2b38d1482555 req-9448e8cb-5afa-4995-aec8-fc80b7c45dc0 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] 10.222.0.20 "GET /v2.0/ports?device_id=999dbac7-5c2a-49aa-b34b-ea43fd6d6dfe HTTP/1.1" status: 200 len: 943 time: 0.3149710 Aug 26 15:24:12.940587 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-e754edd7-e578-48ce-ac75-fadc00a81939 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:12.972115 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898bf912-3b4b-4238-8b4d-6ad9460f682c req-64b08366-5ba5-4c89-856a-c1c79d091535 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:12.973750 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-898bf912-3b4b-4238-8b4d-6ad9460f682c req-64b08366-5ba5-4c89-856a-c1c79d091535 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca0769da-6c1e-433b-8817-4309fcc35b35 HTTP/1.1" status: 200 len: 945 time: 0.4767551 Aug 26 15:24:12.987218 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-a6032fac-f2a0-46d6-9c2c-2483dfdc6249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:13.030066 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-6dc07768-af56-47f8-b5c9-2b38d1482555 req-e3faf1ad-74c0-4bb2-838d-d6e80d6055db tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] 10.222.0.20 "GET /v2.0/security-groups?id=78bbe887-4bf9-47de-9235-07649e1005c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443806 Aug 26 15:24:13.065391 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-e754edd7-e578-48ce-ac75-fadc00a81939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:13.069144 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-e754edd7-e578-48ce-ac75-fadc00a81939 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:13.070598 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-e754edd7-e578-48ce-ac75-fadc00a81939 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/12d69452-826a-4320-9746-3740d05f8d83 HTTP/1.1" status: 204 len: 168 time: 0.5177763 Aug 26 15:24:13.108246 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e754edd7-e578-48ce-ac75-fadc00a81939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d69452-826a-4320-9746-3740d05f8d83,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:24:13.237894 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7e5eee-f452-47d4-b7ec-bb8c31768723 req-e0c40fe6-80d1-450b-ba0a-d490a7c6a8f9 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:13.250438 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-2e7e5eee-f452-47d4-b7ec-bb8c31768723 req-e0c40fe6-80d1-450b-ba0a-d490a7c6a8f9 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=3028e66a-51b4-4638-bfef-d34285d30fd1 HTTP/1.1" status: 200 len: 946 time: 0.0797358 Aug 26 15:24:13.266600 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-898bf912-3b4b-4238-8b4d-6ad9460f682c req-863d59f0-c083-425c-be21-7650b9c67ba5 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509911 Aug 26 15:24:13.313607 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-2e7e5eee-f452-47d4-b7ec-bb8c31768723 req-c8155bc5-615d-47d8-9a62-035b77351b41 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=44677d48-8306-44c7-a2fe-97d323591896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616038 Aug 26 15:24:13.321682 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-3b0bcb32-abbc-4659-b81c-ace16d67fc24 req-816186a7-5a1c-411b-b47b-5520be628c52 service neutron] 10.222.0.47 "GET /v2.0/networks/383eed2a-2fa5-4bbc-9d7b-58b9420ad5a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5178728 Aug 26 15:24:13.327386 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2588b1e1-4f3f-4ccd-bd2f-505fd4253c16 req-aa7f8727-9801-4e43-81e0-a8bbdfdb7352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:13.328942 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-2588b1e1-4f3f-4ccd-bd2f-505fd4253c16 req-aa7f8727-9801-4e43-81e0-a8bbdfdb7352 service neutron] 10.222.0.47 "GET /v2.0/networks?id=23227f11-366d-4e8b-91f1-3c9872eb5af5 HTTP/1.1" status: 200 len: 919 time: 0.5127876 Aug 26 15:24:13.568059 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-2588b1e1-4f3f-4ccd-bd2f-505fd4253c16 req-b90c5432-5580-4b33-8fa2-e678192246d2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9cc1a951-1156-4875-8514-d30cac6c36bc HTTP/1.1" status: 200 len: 217 time: 0.0990112 Aug 26 15:24:13.643552 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-3b0bcb32-abbc-4659-b81c-ace16d67fc24 req-81f865cf-37ee-48ed-a970-d6484ca94089 service neutron] 10.222.0.47 "GET /v2.0/networks/383eed2a-2fa5-4bbc-9d7b-58b9420ad5a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3135641 Aug 26 15:24:13.689160 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2588b1e1-4f3f-4ccd-bd2f-505fd4253c16 req-c02598d7-62fb-4ac0-b5df-857e94197647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:13.689983 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-2588b1e1-4f3f-4ccd-bd2f-505fd4253c16 req-c02598d7-62fb-4ac0-b5df-857e94197647 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=45e9eb6c-a20b-4b32-9499-5459d749d27d HTTP/1.1" status: 200 len: 858 time: 0.1102271 Aug 26 15:24:13.743712 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-2588b1e1-4f3f-4ccd-bd2f-505fd4253c16 req-d561ce6d-88dc-483a-b788-629f3af7b2da service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=23227f11-366d-4e8b-91f1-3c9872eb5af5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435109 Aug 26 15:24:13.905523 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-2588b1e1-4f3f-4ccd-bd2f-505fd4253c16 req-f52d75bd-11f5-46a0-acce-4bdf9e85eea4 service neutron] 10.222.0.47 "GET /v2.0/networks/23227f11-366d-4e8b-91f1-3c9872eb5af5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543689 Aug 26 15:24:14.082234 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-2588b1e1-4f3f-4ccd-bd2f-505fd4253c16 req-b99dc0ba-77a1-4efd-87b2-8c3e188023dd service neutron] 10.222.0.47 "GET /v2.0/networks/23227f11-366d-4e8b-91f1-3c9872eb5af5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679919 Aug 26 15:24:14.315685 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb954a9f-62c4-4e1f-a4bf-fc425ddc6eaf req-bf2157ce-af65-48d3-acf7-3baf7b133839 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:14.327570 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-bb954a9f-62c4-4e1f-a4bf-fc425ddc6eaf req-bf2157ce-af65-48d3-acf7-3baf7b133839 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] 10.222.0.20 "GET /v2.0/ports?device_id=999dbac7-5c2a-49aa-b34b-ea43fd6d6dfe HTTP/1.1" status: 200 len: 943 time: 0.1812201 Aug 26 15:24:14.482593 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-bb954a9f-62c4-4e1f-a4bf-fc425ddc6eaf req-e55790f1-8b9a-4772-a141-90e7a80368a6 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] 10.222.0.20 "GET /v2.0/security-groups?id=78bbe887-4bf9-47de-9235-07649e1005c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270950 Aug 26 15:24:14.623931 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Device 0ee6e227-31cf-4126-8974-0ed670e52505 details requested by agent hyperv_hv-cinder-77957 with host hv-cinder-77957 {{(pid=93843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 15:24:14.856042 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] For port 0ee6e227-31cf-4126-8974-0ed670e52505, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=0ee6e227-31cf-4126-8974-0ed670e52505,segment=NetworkSegment(975072a1-48a2-4ce0-b635-b1a7edd01b66),segment_id=975072a1-48a2-4ce0-b635-b1a7edd01b66)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:24:14.887052 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Returning: {'device': '0ee6e227-31cf-4126-8974-0ed670e52505', 'network_id': '383eed2a-2fa5-4bbc-9d7b-58b9420ad5a0', 'port_id': '0ee6e227-31cf-4126-8974-0ed670e52505', 'mac_address': 'fa:16:3e:39:28:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bd4497b-5b8f-4942-a722-d294650e254c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 15:24:14.887569 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9928239a-c3e4-437d-8659-8e8d57a4cddf req-1351711c-46d4-422f-88df-cf8d8b9f65c6 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:14.904652 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-9928239a-c3e4-437d-8659-8e8d57a4cddf req-1351711c-46d4-422f-88df-cf8d8b9f65c6 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca0769da-6c1e-433b-8817-4309fcc35b35 HTTP/1.1" status: 200 len: 945 time: 0.1953928 Aug 26 15:24:14.951121 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:14.997111 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-9928239a-c3e4-437d-8659-8e8d57a4cddf req-1e282ce2-c76f-4443-a4c8-5b891958a14c tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908492 Aug 26 15:24:15.199491 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.notifiers.nova [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ee6e227-31cf-4126-8974-0ed670e52505 {{(pid=93843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 15:24:15.243787 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] For port 0ee6e227-31cf-4126-8974-0ed670e52505, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=0ee6e227-31cf-4126-8974-0ed670e52505,segment=NetworkSegment(975072a1-48a2-4ce0-b635-b1a7edd01b66),segment_id=975072a1-48a2-4ce0-b635-b1a7edd01b66)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:24:15.250850 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:15.317234 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee058074-e4a1-4dff-80cf-84fa91bd2478 req-44a4fcfb-8d36-4a84-86df-93be9baf3b81 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:15.345457 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-ee058074-e4a1-4dff-80cf-84fa91bd2478 req-44a4fcfb-8d36-4a84-86df-93be9baf3b81 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=3028e66a-51b4-4638-bfef-d34285d30fd1 HTTP/1.1" status: 200 len: 946 time: 0.2196701 Aug 26 15:24:15.384534 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Pushing event updated for resources: {'Port': ['ID=0ee6e227-31cf-4126-8974-0ed670e52505,revision_number=4']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:24:15.427490 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-ee058074-e4a1-4dff-80cf-84fa91bd2478 req-8e51c9d5-12a6-42f8-800f-69e8e4145e31 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=44677d48-8306-44c7-a2fe-97d323591896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808258 Aug 26 15:24:15.545027 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] get_ports_and_sgs() called for port_ids ['0ee6e227-31cf-4126-8974-0ed670e52505'] {{(pid=93843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 15:24:15.765438 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f718a7ab-6492-4f01-8cbe-17b3026ff3e9 req-593c8493-492e-4010-8eb7-8195de4b3ed5 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:15.772653 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 55714) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:24:15.778860 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-f718a7ab-6492-4f01-8cbe-17b3026ff3e9 req-593c8493-492e-4010-8eb7-8195de4b3ed5 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bcbcafd-183f-448c-8622-d3bca30c9523 HTTP/1.1" status: 200 len: 945 time: 0.1767175 Aug 26 15:24:15.871823 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f6f9a9-ffd7-4493-b645-0840b6bafa98 req-9f0dd6bb-3b6d-4814-94e4-f31a5be7ba44 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:15.877291 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-e1f6f9a9-ffd7-4493-b645-0840b6bafa98 req-9f0dd6bb-3b6d-4814-94e4-f31a5be7ba44 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] 10.222.0.20 "GET /v2.0/networks?id=4c21aea0-317d-4d8f-b2c5-9e53ccb851fc HTTP/1.1" status: 200 len: 815 time: 0.3253765 Aug 26 15:24:15.885710 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-f718a7ab-6492-4f01-8cbe-17b3026ff3e9 req-2c31631e-6f76-479e-8334-1235185d53ae tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/security-groups?id=3238190c-f4cd-40e3-8621-367f15fa4088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028500 Aug 26 15:24:15.904686 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-e1f6f9a9-ffd7-4493-b645-0840b6bafa98 req-45f4a771-eaa7-4d74-a259-7654d7afe545 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] 10.222.0.20 "GET /v2.0/quotas/f21f38b1620b40acb26630e47d85c6c2 HTTP/1.1" status: 200 len: 375 time: 0.0207510 Aug 26 15:24:16.019143 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-e1f6f9a9-ffd7-4493-b645-0840b6bafa98 req-e09420a7-cfb3-47de-b438-7aa4b37278e0 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f21f38b1620b40acb26630e47d85c6c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1113105 Aug 26 15:24:16.070277 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-e89a53d0-d420-43c1-9239-4af5bdcb3331 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:16.118860 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6191aaf7-266d-48b8-8f61-526128f4c71b req-017f5219-20e4-494a-9df5-217a0efea32c tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:16.126988 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-6191aaf7-266d-48b8-8f61-526128f4c71b req-017f5219-20e4-494a-9df5-217a0efea32c tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] 10.222.0.20 "GET /v2.0/ports?device_id=999dbac7-5c2a-49aa-b34b-ea43fd6d6dfe HTTP/1.1" status: 200 len: 944 time: 0.0996308 Aug 26 15:24:16.219807 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-e1f6f9a9-ffd7-4493-b645-0840b6bafa98 req-ce3e7eea-a546-45c1-b24d-c26f64305edc service neutron] 10.222.0.20 "GET /v2.0/networks/4c21aea0-317d-4d8f-b2c5-9e53ccb851fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905551 Aug 26 15:24:16.232745 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-6191aaf7-266d-48b8-8f61-526128f4c71b req-252fbe85-fa6c-4a4f-bd0e-916b29388388 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] 10.222.0.20 "GET /v2.0/security-groups?id=78bbe887-4bf9-47de-9235-07649e1005c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874102 Aug 26 15:24:16.408314 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-e89a53d0-d420-43c1-9239-4af5bdcb3331 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:16.429138 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-e89a53d0-d420-43c1-9239-4af5bdcb3331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:16.464554 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371d5d42-c974-4111-9e2b-bf60c4d2c456 req-1ea5d59b-132b-4dc2-b049-94505a6a2bcb tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:16.467107 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-371d5d42-c974-4111-9e2b-bf60c4d2c456 req-1ea5d59b-132b-4dc2-b049-94505a6a2bcb tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca0769da-6c1e-433b-8817-4309fcc35b35 HTTP/1.1" status: 200 len: 945 time: 0.1001151 Aug 26 15:24:16.475877 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-e89a53d0-d420-43c1-9239-4af5bdcb3331 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=193faaaf57f1401c83682bb820f4144a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6970823 Aug 26 15:24:16.476498 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 55736) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:24:16.490757 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-e1f6f9a9-ffd7-4493-b645-0840b6bafa98 req-9d6a4bbb-68bd-42ba-ac1b-5bb05154ad62 service neutron] 10.222.0.20 "GET /v2.0/networks/4c21aea0-317d-4d8f-b2c5-9e53ccb851fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446027 Aug 26 15:24:16.534400 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89a53d0-d420-43c1-9239-4af5bdcb3331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b8218bc-0d7a-4ef0-bda7-b119b64869df,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:24:16.625220 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-371d5d42-c974-4111-9e2b-bf60c4d2c456 req-e3525400-4944-4599-98f4-886e6b813310 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356578 Aug 26 15:24:16.635093 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Device 0ee6e227-31cf-4126-8974-0ed670e52505 up at agent hyperv_hv-cinder-77957 {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:24:16.698027 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-5067cf7d-782b-4536-865d-a3121644d7b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:16.789196 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Provisioning for port 0ee6e227-31cf-4126-8974-0ed670e52505 completed by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 15:24:16.804868 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Provisioning complete for port 0ee6e227-31cf-4126-8974-0ed670e52505 triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:24:16.807223 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:16.813684 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-5067cf7d-782b-4536-865d-a3121644d7b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:16.814539 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-1dbbd59d-b302-45a6-9bd9-c518b6ece151 req-9836cf56-0339-4053-84ec-2a473af1c38d tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c109c3b-265c-4b41-8d6b-111cc8d2ee8d HTTP/1.1" status: 200 len: 210 time: 0.1148050 Aug 26 15:24:17.028346 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:17.032656 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.agents_db [None req-f94a4f8d-c04a-4845-8e45-3296fab2d83d None None] Agent healthcheck: found 6 active agents {{(pid=93844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 15:24:17.049596 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-5067cf7d-782b-4536-865d-a3121644d7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:17.053812 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-5067cf7d-782b-4536-865d-a3121644d7b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:17.055690 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-5067cf7d-782b-4536-865d-a3121644d7b2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0b8218bc-0d7a-4ef0-bda7-b119b64869df HTTP/1.1" status: 204 len: 168 time: 0.5774860 Aug 26 15:24:17.097505 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '999dbac7-5c2a-49aa-b34b-ea43fd6d6dfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ee6e227-31cf-4126-8974-0ed670e52505'}] {{(pid=93843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 15:24:17.100306 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf8f58b-3117-408f-a787-94905fcf6ee5 req-818c62e3-98ea-458a-a081-51e5fb6a68d5 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:17.102954 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-bcf8f58b-3117-408f-a787-94905fcf6ee5 req-818c62e3-98ea-458a-a081-51e5fb6a68d5 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=3028e66a-51b4-4638-bfef-d34285d30fd1 HTTP/1.1" status: 200 len: 946 time: 0.1642244 Aug 26 15:24:17.104692 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5067cf7d-782b-4536-865d-a3121644d7b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b8218bc-0d7a-4ef0-bda7-b119b64869df,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:24:17.113253 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d587d98fe02f6619f456de0f45288515ee723af96d1e5c8ab0bdf50e2145b638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-674491bd-37e6-48eb-8520-a81c04e11af4" -d '{"events": [{"server_uuid": "999dbac7-5c2a-49aa-b34b-ea43fd6d6dfe", "name": "network-vif-plugged", "status": "completed", "tag": "0ee6e227-31cf-4126-8974-0ed670e52505"}]}' {{(pid=93843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:24:17.152891 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] For port 0ee6e227-31cf-4126-8974-0ed670e52505, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=0ee6e227-31cf-4126-8974-0ed670e52505,segment=NetworkSegment(975072a1-48a2-4ce0-b635-b1a7edd01b66),segment_id=975072a1-48a2-4ce0-b635-b1a7edd01b66)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:24:17.159711 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:17.334225 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-bcf8f58b-3117-408f-a787-94905fcf6ee5 req-8fda4fe3-93cc-4069-a1ef-f25148735508 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=44677d48-8306-44c7-a2fe-97d323591896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2130761 Aug 26 15:24:17.336321 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Pushing event updated for resources: {'Port': ['ID=0ee6e227-31cf-4126-8974-0ed670e52505,revision_number=5']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:24:17.379599 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc79b63f-9131-4b77-ae0f-16f2144231a1 req-a7dcf346-caec-4454-b3be-c6c28fd82af3 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:17.381435 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-fc79b63f-9131-4b77-ae0f-16f2144231a1 req-a7dcf346-caec-4454-b3be-c6c28fd82af3 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bcbcafd-183f-448c-8622-d3bca30c9523 HTTP/1.1" status: 200 len: 945 time: 0.1591103 Aug 26 15:24:17.480468 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 15:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95e95c4f-1546-4179-bbaf-3a9c8f1f5b2a x-openstack-request-id: req-95e95c4f-1546-4179-bbaf-3a9c8f1f5b2a {{(pid=93843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:24:17.480764 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "999dbac7-5c2a-49aa-b34b-ea43fd6d6dfe", "name": "network-vif-plugged", "status": "completed", "tag": "0ee6e227-31cf-4126-8974-0ed670e52505", "code": 200}]} {{(pid=93843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:24:17.481013 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-95e95c4f-1546-4179-bbaf-3a9c8f1f5b2a {{(pid=93843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:24:17.481407 dv-cinder-779576-7-iscsi neutron-server[93843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '999dbac7-5c2a-49aa-b34b-ea43fd6d6dfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ee6e227-31cf-4126-8974-0ed670e52505', 'code': 200} Aug 26 15:24:17.602442 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-fc79b63f-9131-4b77-ae0f-16f2144231a1 req-311023bb-02cc-4ee9-967b-ab833b4e68fd tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/security-groups?id=3238190c-f4cd-40e3-8621-367f15fa4088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2025712 Aug 26 15:24:17.765418 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4048c28-05e9-47d9-8bde-dc0e546f10ea req-ec04225c-59c8-4e10-aa58-9d316e9fcd31 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:17.774678 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-f4048c28-05e9-47d9-8bde-dc0e546f10ea req-ec04225c-59c8-4e10-aa58-9d316e9fcd31 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] 10.222.0.20 "GET /v2.0/ports?device_id=999dbac7-5c2a-49aa-b34b-ea43fd6d6dfe HTTP/1.1" status: 200 len: 945 time: 0.1325376 Aug 26 15:24:17.826826 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-f4048c28-05e9-47d9-8bde-dc0e546f10ea req-3e1590d9-9cca-43f3-8b66-311a8b7216b2 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] 10.222.0.20 "GET /v2.0/security-groups?id=78bbe887-4bf9-47de-9235-07649e1005c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507567 Aug 26 15:24:17.876152 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79049ba2-1def-402b-8eb1-f40bca44df6e req-ca55c1e5-5e0a-4bdb-8cd4-5ac3484f68bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:17.877885 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-79049ba2-1def-402b-8eb1-f40bca44df6e req-ca55c1e5-5e0a-4bdb-8cd4-5ac3484f68bd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=999dbac7-5c2a-49aa-b34b-ea43fd6d6dfe HTTP/1.1" status: 200 len: 1098 time: 0.0753615 Aug 26 15:24:17.959430 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-79049ba2-1def-402b-8eb1-f40bca44df6e req-9768d70a-7485-4ecb-b0b9-c1af5755177b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=78bbe887-4bf9-47de-9235-07649e1005c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642917 Aug 26 15:24:18.047291 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-bb0d79f2-359d-455e-af14-4af9cfae6a9a req-8a6ca20c-b091-4b27-9a96-7a1b10d1cecb tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c109c3b-265c-4b41-8d6b-111cc8d2ee8d HTTP/1.1" status: 200 len: 210 time: 0.0489495 Aug 26 15:24:18.372034 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 55816) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:24:18.533327 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [None req-b07c1130-1dd1-471b-89bd-77e012d34118 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-112959372-network', 'tenant_id': 'b860629c74fc4b2bbd4d7d3ab0ece0e5'}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:24:18.544152 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32f38df-c586-45dc-b770-d10c62b8d3af req-aab943bf-495d-4d46-b108-5740f96e09f3 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:18.545739 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-b32f38df-c586-45dc-b770-d10c62b8d3af req-aab943bf-495d-4d46-b108-5740f96e09f3 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=3028e66a-51b4-4638-bfef-d34285d30fd1 HTTP/1.1" status: 200 len: 946 time: 0.0637386 Aug 26 15:24:18.563769 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b07c1130-1dd1-471b-89bd-77e012d34118 admin admin] Made reservation on behalf of b860629c74fc4b2bbd4d7d3ab0ece0e5 for: {'network': 1} {{(pid=93841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:24:18.566721 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b07c1130-1dd1-471b-89bd-77e012d34118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for network, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:18.579198 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b07c1130-1dd1-471b-89bd-77e012d34118 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:18.642137 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-b32f38df-c586-45dc-b770-d10c62b8d3af req-5e0fb23e-8c67-4eb9-95af-5e4de4bc26d5 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=44677d48-8306-44c7-a2fe-97d323591896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806081 Aug 26 15:24:18.757570 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b07c1130-1dd1-471b-89bd-77e012d34118 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:18.769277 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b07c1130-1dd1-471b-89bd-77e012d34118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:18.840770 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b07c1130-1dd1-471b-89bd-77e012d34118 admin admin] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=93841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 15:24:18.858958 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dadab85-e437-429d-b2e4-8c5f40d2530d req-9de100f2-4dbb-4ce7-a913-9bfc0a375a7f tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:18.860643 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-3dadab85-e437-429d-b2e4-8c5f40d2530d req-9de100f2-4dbb-4ce7-a913-9bfc0a375a7f tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bcbcafd-183f-448c-8622-d3bca30c9523 HTTP/1.1" status: 200 len: 945 time: 0.0827310 Aug 26 15:24:18.879037 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07c1130-1dd1-471b-89bd-77e012d34118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4052277-408e-4f94-b607-f798f751e9f4,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:24:18.950334 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-3dadab85-e437-429d-b2e4-8c5f40d2530d req-278d4217-3139-45f0-894c-228a20a35363 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/security-groups?id=3238190c-f4cd-40e3-8621-367f15fa4088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752623 Aug 26 15:24:19.055560 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b07c1130-1dd1-471b-89bd-77e012d34118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509819'] for segment, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:19.055911 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.db.segments_db [None req-b07c1130-1dd1-471b-89bd-77e012d34118 admin admin] Added segment 5a0930d2-6a27-4661-a1d4-731f8669008f of type vlan for network 7a94c5f1-64dd-4250-a382-84c127ecef53 Aug 26 15:24:19.142226 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b07c1130-1dd1-471b-89bd-77e012d34118 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793280371833'] for network, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:19.162937 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0509487c-04f6-4f37-880f-8674981f349a req-b442e13c-af72-4183-ae64-2ca343816550 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:19.164675 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-0509487c-04f6-4f37-880f-8674981f349a req-b442e13c-af72-4183-ae64-2ca343816550 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] 10.222.0.20 "GET /v2.0/ports?device_id=999dbac7-5c2a-49aa-b34b-ea43fd6d6dfe HTTP/1.1" status: 200 len: 945 time: 0.0713453 Aug 26 15:24:19.170467 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109ccb3b-f7e5-4982-aa5c-ddcaa670a057 req-b2e5bd6b-3595-4e62-ac46-5ca111ef4056 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:19.173952 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-109ccb3b-f7e5-4982-aa5c-ddcaa670a057 req-b2e5bd6b-3595-4e62-ac46-5ca111ef4056 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca0769da-6c1e-433b-8817-4309fcc35b35 HTTP/1.1" status: 200 len: 945 time: 0.3786571 Aug 26 15:24:19.241526 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-0509487c-04f6-4f37-880f-8674981f349a req-855564c3-acbc-4973-a7e2-554938cb8f72 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] 10.222.0.20 "GET /v2.0/security-groups?id=78bbe887-4bf9-47de-9235-07649e1005c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689633 Aug 26 15:24:19.256314 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 55844) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:24:19.303197 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f6f9a9-ffd7-4493-b645-0840b6bafa98 req-8adc2d88-652c-493d-9bf2-d6e44379400f tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:19.304741 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-e1f6f9a9-ffd7-4493-b645-0840b6bafa98 req-8adc2d88-652c-493d-9bf2-d6e44379400f tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] 10.222.0.47 "GET /v2.0/networks?id=4c21aea0-317d-4d8f-b2c5-9e53ccb851fc HTTP/1.1" status: 200 len: 815 time: 0.4788051 Aug 26 15:24:19.312198 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b07c1130-1dd1-471b-89bd-77e012d34118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337'] for network, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:19.313193 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07c1130-1dd1-471b-89bd-77e012d34118 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:19.313951 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b07c1130-1dd1-471b-89bd-77e012d34118 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774323'] for network, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:19.345183 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [req-e1f6f9a9-ffd7-4493-b645-0840b6bafa98 req-b8534ccd-d493-4656-996d-d36184c7bc96 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Request body: {'port': {'device_id': '4c109c3b-265c-4b41-8d6b-111cc8d2ee8d', 'network_id': '4c21aea0-317d-4d8f-b2c5-9e53ccb851fc', 'admin_state_up': True, 'tenant_id': 'f21f38b1620b40acb26630e47d85c6c2'}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:24:19.396146 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-109ccb3b-f7e5-4982-aa5c-ddcaa670a057 req-72fa479b-2e72-4df0-9ab9-8d733de34efd tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050331 Aug 26 15:24:19.451431 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-e30e5cd3-9987-4ff0-a580-ce321154786b req-a4dd26db-dc3a-4c65-83ec-a1f4e329ff49 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c109c3b-265c-4b41-8d6b-111cc8d2ee8d HTTP/1.1" status: 200 len: 210 time: 0.0565083 Aug 26 15:24:19.465926 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-b07c1130-1dd1-471b-89bd-77e012d34118 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0926390 Aug 26 15:24:19.473966 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 55856) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:24:19.498083 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-1c77f661-2853-4882-b7ed-be1be56b2ef4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d435b347de2a4ad59611b5684b0174a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2370470 Aug 26 15:24:19.498446 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 55858) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:24:19.499696 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [None req-9555f744-0644-4d14-9984-90ce78f3ba09 admin admin] Request body: {'subnet': {'network_id': '7a94c5f1-64dd-4250-a382-84c127ecef53', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-112959372-subnet', 'tenant_id': 'b860629c74fc4b2bbd4d7d3ab0ece0e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:24:19.508336 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07c1130-1dd1-471b-89bd-77e012d34118 admin admin] Pushing event updated for resources: {'Network': ['ID=7a94c5f1-64dd-4250-a382-84c127ecef53,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:24:19.532117 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Network 7a94c5f1-64dd-4250-a382-84c127ecef53 details requested by agent ovs-agent-dv-cinder-779576-7-iscsi with host dv-cinder-779576-7-iscsi {{(pid=93843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 15:24:19.575780 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-58249c54-e6fd-4cd9-b799-f39a981c634d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:19.606565 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9555f744-0644-4d14-9984-90ce78f3ba09 admin admin] Made reservation on behalf of b860629c74fc4b2bbd4d7d3ab0ece0e5 for: {'subnet': 1} {{(pid=93841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:24:19.608013 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-58249c54-e6fd-4cd9-b799-f39a981c634d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:19.628373 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-9555f744-0644-4d14-9984-90ce78f3ba09 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263881370'] for subnet, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:19.730812 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-58249c54-e6fd-4cd9-b799-f39a981c634d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:19.733381 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-58249c54-e6fd-4cd9-b799-f39a981c634d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:19.734800 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-58249c54-e6fd-4cd9-b799-f39a981c634d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/63ee05e8-5f35-427c-b3b0-8557510af30e HTTP/1.1" status: 204 len: 168 time: 0.2352734 Aug 26 15:24:19.774235 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58249c54-e6fd-4cd9-b799-f39a981c634d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63ee05e8-5f35-427c-b3b0-8557510af30e,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:24:19.922674 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1f6f9a9-ffd7-4493-b645-0840b6bafa98 req-b8534ccd-d493-4656-996d-d36184c7bc96 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Made reservation on behalf of f21f38b1620b40acb26630e47d85c6c2 for: {'port': 1} {{(pid=93841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:24:19.929008 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-e1f6f9a9-ffd7-4493-b645-0840b6bafa98 req-b8534ccd-d493-4656-996d-d36184c7bc96 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:19.940895 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c40b27-64ba-4e9d-9f23-20fcc1a5fe7b req-5fff3286-3b22-46b2-82b3-f3145ff5200e tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:19.943763 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-91c40b27-64ba-4e9d-9f23-20fcc1a5fe7b req-5fff3286-3b22-46b2-82b3-f3145ff5200e tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=3028e66a-51b4-4638-bfef-d34285d30fd1 HTTP/1.1" status: 200 len: 946 time: 0.0930617 Aug 26 15:24:20.038618 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-91c40b27-64ba-4e9d-9f23-20fcc1a5fe7b req-51112788-01dc-41c9-b20d-6753bb78e669 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=44677d48-8306-44c7-a2fe-97d323591896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828714 Aug 26 15:24:20.255044 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e01365d-3f23-43f8-b7ea-2277c0df0df7 req-ef8ba575-6d99-4331-bcfe-e5d26fc0a6c5 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:20.257687 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-8e01365d-3f23-43f8-b7ea-2277c0df0df7 req-ef8ba575-6d99-4331-bcfe-e5d26fc0a6c5 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bcbcafd-183f-448c-8622-d3bca30c9523 HTTP/1.1" status: 200 len: 945 time: 0.0961564 Aug 26 15:24:20.316318 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-8e01365d-3f23-43f8-b7ea-2277c0df0df7 req-7ff937f7-5a9e-457f-b3c6-1d5c3bf7cc15 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/security-groups?id=3238190c-f4cd-40e3-8621-367f15fa4088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482998 Aug 26 15:24:20.411201 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-9555f744-0644-4d14-9984-90ce78f3ba09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263749170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263881448'] for subnet, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:20.488857 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.db.db_base_plugin_common [req-e1f6f9a9-ffd7-4493-b645-0840b6bafa98 req-b8534ccd-d493-4656-996d-d36184c7bc96 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Allocated IP 172.20.0.3 (4c21aea0-317d-4d8f-b2c5-9e53ccb851fc/8344071b-748b-487d-9384-1d0a41d963ae/909734fa-79bb-464f-8f95-2fa15fd3d09d) {{(pid=93841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:24:20.560274 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9555f744-0644-4d14-9984-90ce78f3ba09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bd65b21-db6f-451e-86f7-e83bfb15b89f,revision_number=0']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:24:20.585417 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b8c5a5-f218-4bfc-9528-2b8df6c94483 req-cb0ae646-ba89-4e2b-ab1f-988ce9a45042 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:20.595403 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-b3b8c5a5-f218-4bfc-9528-2b8df6c94483 req-cb0ae646-ba89-4e2b-ab1f-988ce9a45042 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] 10.222.0.20 "GET /v2.0/ports?device_id=999dbac7-5c2a-49aa-b34b-ea43fd6d6dfe HTTP/1.1" status: 200 len: 945 time: 0.1916158 Aug 26 15:24:20.667469 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9555f744-0644-4d14-9984-90ce78f3ba09 admin admin] Checking segment: {'id': '5a0930d2-6a27-4661-a1d4-731f8669008f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '7a94c5f1-64dd-4250-a382-84c127ecef53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 15:24:20.668114 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9555f744-0644-4d14-9984-90ce78f3ba09 admin admin] Network hostable DHCP agents. Network: 7a94c5f1-64dd-4250-a382-84c127ecef53, hostable agents: ['c577b1e9-213f-4ed4-b1c1-ed72ab3b29a9'], hosted agents: [] {{(pid=93841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 15:24:20.680767 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Device 9074ea7b-385d-4ccc-8c42-b021d977910a details requested by agent hyperv_hv-cinder-77957 with host hv-cinder-77957 {{(pid=93843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 15:24:20.684702 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-87f2cb1c-05b0-4284-bbe6-3310e9c89ec4 req-8176e269-285a-40a3-bcdf-41475536f44d tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c109c3b-265c-4b41-8d6b-111cc8d2ee8d HTTP/1.1" status: 200 len: 210 time: 0.0655329 Aug 26 15:24:20.796446 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-b3b8c5a5-f218-4bfc-9528-2b8df6c94483 req-7bd6f665-ae5c-4d7f-84f7-62db67c10d36 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] 10.222.0.20 "GET /v2.0/security-groups?id=78bbe887-4bf9-47de-9235-07649e1005c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998763 Aug 26 15:24:20.825763 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9555f744-0644-4d14-9984-90ce78f3ba09 admin admin] Network 7a94c5f1-64dd-4250-a382-84c127ecef53 is scheduled to be hosted by DHCP agent c577b1e9-213f-4ed4-b1c1-ed72ab3b29a9 with binding_index 1 {{(pid=93841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 15:24:20.848860 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.scheduler.base_scheduler [None req-9555f744-0644-4d14-9984-90ce78f3ba09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779576-7-iscsi, 7a94c5f1-64dd-4250-a382-84c127ecef53) {{(pid=93841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:24:20.855494 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9555f744-0644-4d14-9984-90ce78f3ba09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:20.856574 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-9555f744-0644-4d14-9984-90ce78f3ba09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774323'] for subnet, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:20.883821 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7978bdc6-3815-4451-8915-d2a645f3f3c1 None None] Network 7a94c5f1-64dd-4250-a382-84c127ecef53 requested from dv-cinder-779576-7-iscsi {{(pid=93843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 15:24:20.918446 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-e1f6f9a9-ffd7-4493-b645-0840b6bafa98 req-b8534ccd-d493-4656-996d-d36184c7bc96 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Notify callbacks [] for port, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:20.934527 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-9555f744-0644-4d14-9984-90ce78f3ba09 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4566617 Aug 26 15:24:20.954698 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.db.provisioning_blocks [req-e1f6f9a9-ffd7-4493-b645-0840b6bafa98 req-b8534ccd-d493-4656-996d-d36184c7bc96 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Transition to ACTIVE for port object 909734fa-79bb-464f-8f95-2fa15fd3d09d will not be triggered until provisioned by entity DHCP. {{(pid=93841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 15:24:21.007950 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-e1f6f9a9-ffd7-4493-b645-0840b6bafa98 req-b8534ccd-d493-4656-996d-d36184c7bc96 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793280355359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263742114'] for port, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:21.070764 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1f6f9a9-ffd7-4493-b645-0840b6bafa98 req-b8534ccd-d493-4656-996d-d36184c7bc96 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Network 4c21aea0-317d-4d8f-b2c5-9e53ccb851fc is already hosted by enough agents. {{(pid=93841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:24:21.075347 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.scheduler.base_scheduler [req-e1f6f9a9-ffd7-4493-b645-0840b6bafa98 req-b8534ccd-d493-4656-996d-d36184c7bc96 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Resources bound (agent type, host, resource id): {{(pid=93841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:24:21.078288 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1f6f9a9-ffd7-4493-b645-0840b6bafa98 req-b8534ccd-d493-4656-996d-d36184c7bc96 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Received port after_create {{(pid=93841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 15:24:21.078469 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] For port 9074ea7b-385d-4ccc-8c42-b021d977910a, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=9074ea7b-385d-4ccc-8c42-b021d977910a,segment=NetworkSegment(a2157187-b2ff-4956-9692-54ade6ba6784),segment_id=a2157187-b2ff-4956-9692-54ade6ba6784)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:24:21.124524 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8534ccd-d493-4656-996d-d36184c7bc96 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Pushing event updated for resources: {'Port': ['ID=909734fa-79bb-464f-8f95-2fa15fd3d09d,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:24:21.131826 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Returning: {'device': '9074ea7b-385d-4ccc-8c42-b021d977910a', 'network_id': 'd887f735-fbdb-4418-baf1-8e9e0d77221f', 'port_id': '9074ea7b-385d-4ccc-8c42-b021d977910a', 'mac_address': 'fa:16:3e:78:80:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dc1893b-86f2-4498-b069-d334c29d6d3f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 15:24:21.194904 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f6f9a9-ffd7-4493-b645-0840b6bafa98 req-b8534ccd-d493-4656-996d-d36184c7bc96 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:21.199278 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-e1f6f9a9-ffd7-4493-b645-0840b6bafa98 req-b8534ccd-d493-4656-996d-d36184c7bc96 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4089636'] for port, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:21.232725 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-e1f6f9a9-ffd7-4493-b645-0840b6bafa98 req-b8534ccd-d493-4656-996d-d36184c7bc96 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8925376 Aug 26 15:24:21.261429 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [req-e1f6f9a9-ffd7-4493-b645-0840b6bafa98 req-8cc7f3a4-1592-43c3-82ed-bdac8e757807 service neutron] Request body: {'port': {'device_id': '4c109c3b-265c-4b41-8d6b-111cc8d2ee8d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77957'}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:24:21.417660 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-e1f6f9a9-ffd7-4493-b645-0840b6bafa98 req-8cc7f3a4-1592-43c3-82ed-bdac8e757807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:21.419223 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:21.507345 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232b6d25-fc12-4b56-9d9d-a9681c081535 req-8024ac44-e82c-4e7e-b90d-54d50cb3bd07 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:21.512569 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-232b6d25-fc12-4b56-9d9d-a9681c081535 req-8024ac44-e82c-4e7e-b90d-54d50cb3bd07 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=3028e66a-51b4-4638-bfef-d34285d30fd1 HTTP/1.1" status: 200 len: 946 time: 0.2468085 Aug 26 15:24:21.517764 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.notifiers.nova [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9074ea7b-385d-4ccc-8c42-b021d977910a {{(pid=93843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 15:24:21.609979 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] For port 9074ea7b-385d-4ccc-8c42-b021d977910a, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=9074ea7b-385d-4ccc-8c42-b021d977910a,segment=NetworkSegment(a2157187-b2ff-4956-9692-54ade6ba6784),segment_id=a2157187-b2ff-4956-9692-54ade6ba6784)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:24:21.612974 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-7990dd7c-dd05-41c1-b41a-9b9443df0df4 None None] Provisioning for port 909734fa-79bb-464f-8f95-2fa15fd3d09d completed by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 15:24:21.639069 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:21.654004 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-7990dd7c-dd05-41c1-b41a-9b9443df0df4 None None] Provisioning complete for port 909734fa-79bb-464f-8f95-2fa15fd3d09d triggered by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:24:21.654004 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-7990dd7c-dd05-41c1-b41a-9b9443df0df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:21.725000 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-232b6d25-fc12-4b56-9d9d-a9681c081535 req-03471a7d-bb7e-47a7-9e84-a2d56a4efd77 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=44677d48-8306-44c7-a2fe-97d323591896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1771147 Aug 26 15:24:21.776387 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05aeaeb-a4a1-4c89-b7fa-a0911d6186c4 None None] Network 7a94c5f1-64dd-4250-a382-84c127ecef53 requested from dv-cinder-779576-7-iscsi {{(pid=93843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 15:24:21.811452 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483d5671-35e1-4012-8533-417f63ba7cfa req-6752c8fd-846e-4056-9d1e-5734b6d3918d tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:21.813479 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-483d5671-35e1-4012-8533-417f63ba7cfa req-6752c8fd-846e-4056-9d1e-5734b6d3918d tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bcbcafd-183f-448c-8622-d3bca30c9523 HTTP/1.1" status: 200 len: 945 time: 0.2345738 Aug 26 15:24:21.910411 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] get_ports_and_sgs() called for port_ids ['9074ea7b-385d-4ccc-8c42-b021d977910a'] {{(pid=93843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 15:24:21.952746 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Pushing event updated for resources: {'Port': ['ID=9074ea7b-385d-4ccc-8c42-b021d977910a,revision_number=6']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:24:21.974422 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b1c0db-5c17-47b1-a0be-3dd1cbfffe75 req-32110532-6ce6-42d2-87dd-3fbe64bd535f tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:22.001504 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-7990dd7c-dd05-41c1-b41a-9b9443df0df4 None None] Port 909734fa-79bb-464f-8f95-2fa15fd3d09d cannot update to ACTIVE because it is not bound. {{(pid=93843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 15:24:22.020139 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-c6b1c0db-5c17-47b1-a0be-3dd1cbfffe75 req-32110532-6ce6-42d2-87dd-3fbe64bd535f tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c109c3b-265c-4b41-8d6b-111cc8d2ee8d HTTP/1.1" status: 200 len: 931 time: 0.1508601 Aug 26 15:24:22.107487 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-483d5671-35e1-4012-8533-417f63ba7cfa req-c20f1190-4f3e-4a5d-8795-0f6b39c6c1c8 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/security-groups?id=3238190c-f4cd-40e3-8621-367f15fa4088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2821655 Aug 26 15:24:22.222706 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-c6b1c0db-5c17-47b1-a0be-3dd1cbfffe75 req-de367f9b-a379-4b2b-95fa-267b7273bf4a tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] 10.222.0.20 "GET /v2.0/security-groups?id=e62b5368-65f6-47b1-a3f0-2bcec5167246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937714 Aug 26 15:24:22.407554 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.notifiers.nova [req-e1f6f9a9-ffd7-4493-b645-0840b6bafa98 req-8cc7f3a4-1592-43c3-82ed-bdac8e757807 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 909734fa-79bb-464f-8f95-2fa15fd3d09d {{(pid=93841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 15:24:22.420593 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-e1f6f9a9-ffd7-4493-b645-0840b6bafa98 req-8cc7f3a4-1592-43c3-82ed-bdac8e757807 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:22.439378 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.db.provisioning_blocks [req-e1f6f9a9-ffd7-4493-b645-0840b6bafa98 req-8cc7f3a4-1592-43c3-82ed-bdac8e757807 service neutron] Transition to ACTIVE for port object 909734fa-79bb-464f-8f95-2fa15fd3d09d will not be triggered until provisioned by entity L2. {{(pid=93841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 15:24:22.444958 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-e1f6f9a9-ffd7-4493-b645-0840b6bafa98 req-8cc7f3a4-1592-43c3-82ed-bdac8e757807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263742139'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:22.564685 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc7f3a4-1592-43c3-82ed-bdac8e757807 service neutron] Pushing event updated for resources: {'Port': ['ID=909734fa-79bb-464f-8f95-2fa15fd3d09d,revision_number=2']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:24:22.704958 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Device 9074ea7b-385d-4ccc-8c42-b021d977910a up at agent hyperv_hv-cinder-77957 {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:24:22.788785 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [req-e1f6f9a9-ffd7-4493-b645-0840b6bafa98 req-8cc7f3a4-1592-43c3-82ed-bdac8e757807 service neutron] Attempting to bind port 909734fa-79bb-464f-8f95-2fa15fd3d09d on host hv-cinder-77957 for vnic_type normal with profile {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 15:24:22.789216 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [req-e1f6f9a9-ffd7-4493-b645-0840b6bafa98 req-8cc7f3a4-1592-43c3-82ed-bdac8e757807 service neutron] Attempting to bind port 909734fa-79bb-464f-8f95-2fa15fd3d09d by drivers openvswitch,hyperv on host hv-cinder-77957 at level 0 using segments [{'id': '65ca07df-a632-4cb7-b152-427f2eb06870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '4c21aea0-317d-4d8f-b2c5-9e53ccb851fc'}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 15:24:22.789625 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f6f9a9-ffd7-4493-b645-0840b6bafa98 req-8cc7f3a4-1592-43c3-82ed-bdac8e757807 service neutron] Attempting to bind port 909734fa-79bb-464f-8f95-2fa15fd3d09d on network 4c21aea0-317d-4d8f-b2c5-9e53ccb851fc {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 15:24:22.816259 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f6f9a9-ffd7-4493-b645-0840b6bafa98 req-8cc7f3a4-1592-43c3-82ed-bdac8e757807 service neutron] Port 909734fa-79bb-464f-8f95-2fa15fd3d09d on network 4c21aea0-317d-4d8f-b2c5-9e53ccb851fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77957 {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 15:24:22.817721 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f6f9a9-ffd7-4493-b645-0840b6bafa98 req-8cc7f3a4-1592-43c3-82ed-bdac8e757807 service neutron] Attempting to bind port 909734fa-79bb-464f-8f95-2fa15fd3d09d on network 4c21aea0-317d-4d8f-b2c5-9e53ccb851fc {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 15:24:22.835346 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f6f9a9-ffd7-4493-b645-0840b6bafa98 req-8cc7f3a4-1592-43c3-82ed-bdac8e757807 service neutron] Checking agent: {'id': '48810b0c-601b-439f-aa19-0a054d9f642d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77957', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 15, 20, 8), 'started_at': datetime.datetime(2021, 8, 26, 15, 20, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 15, 24, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 15:24:22.836074 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f6f9a9-ffd7-4493-b645-0840b6bafa98 req-8cc7f3a4-1592-43c3-82ed-bdac8e757807 service neutron] Checking segment: {'id': '65ca07df-a632-4cb7-b152-427f2eb06870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '4c21aea0-317d-4d8f-b2c5-9e53ccb851fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 15:24:22.836748 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f6f9a9-ffd7-4493-b645-0840b6bafa98 req-8cc7f3a4-1592-43c3-82ed-bdac8e757807 service neutron] Bound using segment: {'id': '65ca07df-a632-4cb7-b152-427f2eb06870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '4c21aea0-317d-4d8f-b2c5-9e53ccb851fc'} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 15:24:22.837764 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [req-e1f6f9a9-ffd7-4493-b645-0840b6bafa98 req-8cc7f3a4-1592-43c3-82ed-bdac8e757807 service neutron] Bound port: 909734fa-79bb-464f-8f95-2fa15fd3d09d, host: hv-cinder-77957, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65ca07df-a632-4cb7-b152-427f2eb06870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '4c21aea0-317d-4d8f-b2c5-9e53ccb851fc'}}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 15:24:22.839242 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-e1f6f9a9-ffd7-4493-b645-0840b6bafa98 req-8cc7f3a4-1592-43c3-82ed-bdac8e757807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:22.976561 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637041c7-f899-43b6-9b4c-7bbecb142898 req-aee32194-4c29-4580-bd9f-9d238d31070f tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:22.986251 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-637041c7-f899-43b6-9b4c-7bbecb142898 req-aee32194-4c29-4580-bd9f-9d238d31070f tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] 10.222.0.20 "GET /v2.0/ports?device_id=999dbac7-5c2a-49aa-b34b-ea43fd6d6dfe HTTP/1.1" status: 200 len: 945 time: 0.1203270 Aug 26 15:24:22.990514 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Provisioning complete for port 9074ea7b-385d-4ccc-8c42-b021d977910a triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:24:22.991354 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:23.059625 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.db [req-e1f6f9a9-ffd7-4493-b645-0840b6bafa98 req-8cc7f3a4-1592-43c3-82ed-bdac8e757807 service neutron] For port 909734fa-79bb-464f-8f95-2fa15fd3d09d, host hv-cinder-77957, cleared binding levels {{(pid=93841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:24:23.079868 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-637041c7-f899-43b6-9b4c-7bbecb142898 req-217e8617-813a-41aa-b211-b44f0a4fd549 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] 10.222.0.20 "GET /v2.0/security-groups?id=78bbe887-4bf9-47de-9235-07649e1005c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887530 Aug 26 15:24:23.110747 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.db [req-e1f6f9a9-ffd7-4493-b645-0840b6bafa98 req-8cc7f3a4-1592-43c3-82ed-bdac8e757807 service neutron] For port 909734fa-79bb-464f-8f95-2fa15fd3d09d, host hv-cinder-77957, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=909734fa-79bb-464f-8f95-2fa15fd3d09d,segment=NetworkSegment(65ca07df-a632-4cb7-b152-427f2eb06870),segment_id=65ca07df-a632-4cb7-b152-427f2eb06870)] {{(pid=93841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:24:23.127636 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-e1f6f9a9-ffd7-4493-b645-0840b6bafa98 req-8cc7f3a4-1592-43c3-82ed-bdac8e757807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263742139'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:23.304527 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f6f9a9-ffd7-4493-b645-0840b6bafa98 req-8cc7f3a4-1592-43c3-82ed-bdac8e757807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:23.305596 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-e1f6f9a9-ffd7-4493-b645-0840b6bafa98 req-8cc7f3a4-1592-43c3-82ed-bdac8e757807 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4089636'] for port, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:23.312301 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-e1f6f9a9-ffd7-4493-b645-0840b6bafa98 req-8cc7f3a4-1592-43c3-82ed-bdac8e757807 service neutron] 10.222.0.47 "PUT /v2.0/ports/909734fa-79bb-464f-8f95-2fa15fd3d09d HTTP/1.1" status: 200 len: 1093 time: 2.0567169 Aug 26 15:24:23.313458 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c109c3b-265c-4b41-8d6b-111cc8d2ee8d', 'tag': '909734fa-79bb-464f-8f95-2fa15fd3d09d'}] {{(pid=93841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 15:24:23.317027 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40d6179e675e884694bb6412ad93f17435ac71a39ec2274297e1b4aadb89820e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a804d56-f5d1-4f5e-a6a5-eda840833f66" -d '{"events": [{"name": "network-changed", "server_uuid": "4c109c3b-265c-4b41-8d6b-111cc8d2ee8d", "tag": "909734fa-79bb-464f-8f95-2fa15fd3d09d"}]}' {{(pid=93841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:24:23.359852 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b830d1a5-196d-40be-afa7-003839bd20a9 req-d67c0b97-d4c2-44c4-a79f-9c888b2b7a4b tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:23.364596 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-b830d1a5-196d-40be-afa7-003839bd20a9 req-d67c0b97-d4c2-44c4-a79f-9c888b2b7a4b tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=3028e66a-51b4-4638-bfef-d34285d30fd1 HTTP/1.1" status: 200 len: 945 time: 0.3401701 Aug 26 15:24:23.398271 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cefae1-23c5-4c04-81ab-80fa14428e51 req-736f1119-d98c-4930-ad59-93b3a865ed2c tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:23.401543 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-36cefae1-23c5-4c04-81ab-80fa14428e51 req-736f1119-d98c-4930-ad59-93b3a865ed2c tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bcbcafd-183f-448c-8622-d3bca30c9523 HTTP/1.1" status: 200 len: 945 time: 0.1512303 Aug 26 15:24:23.439911 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:23.477077 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc7f3a4-1592-43c3-82ed-bdac8e757807 service neutron] Pushing event updated for resources: {'Port': ['ID=909734fa-79bb-464f-8f95-2fa15fd3d09d,revision_number=3']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:24:23.480468 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3028e66a-51b4-4638-bfef-d34285d30fd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9074ea7b-385d-4ccc-8c42-b021d977910a'}] {{(pid=93843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 15:24:23.486696 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d587d98fe02f6619f456de0f45288515ee723af96d1e5c8ab0bdf50e2145b638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-534313c7-d716-41f4-a314-3a16d55eddab" -d '{"events": [{"server_uuid": "3028e66a-51b4-4638-bfef-d34285d30fd1", "name": "network-vif-plugged", "status": "completed", "tag": "9074ea7b-385d-4ccc-8c42-b021d977910a"}]}' {{(pid=93843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:24:23.505203 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-36cefae1-23c5-4c04-81ab-80fa14428e51 req-ea78de58-11b7-40f0-aa9e-038e1e4ebdfa tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/security-groups?id=3238190c-f4cd-40e3-8621-367f15fa4088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955489 Aug 26 15:24:23.521621 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] For port 9074ea7b-385d-4ccc-8c42-b021d977910a, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=9074ea7b-385d-4ccc-8c42-b021d977910a,segment=NetworkSegment(a2157187-b2ff-4956-9692-54ade6ba6784),segment_id=a2157187-b2ff-4956-9692-54ade6ba6784)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:24:23.527974 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:23.695528 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-b830d1a5-196d-40be-afa7-003839bd20a9 req-6e36483b-0b1b-48f3-bcc2-caea1f7c3626 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=44677d48-8306-44c7-a2fe-97d323591896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2915113 Aug 26 15:24:23.733124 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f6f9a9-ffd7-4493-b645-0840b6bafa98 req-79fd4352-f9db-428d-8e3f-1bbe31dbe73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:23.737809 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-e1f6f9a9-ffd7-4493-b645-0840b6bafa98 req-79fd4352-f9db-428d-8e3f-1bbe31dbe73e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f21f38b1620b40acb26630e47d85c6c2&device_id=4c109c3b-265c-4b41-8d6b-111cc8d2ee8d HTTP/1.1" status: 200 len: 1096 time: 0.2912984 Aug 26 15:24:23.762843 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Pushing event updated for resources: {'Port': ['ID=9074ea7b-385d-4ccc-8c42-b021d977910a,revision_number=7']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:24:23.850039 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-e1f6f9a9-ffd7-4493-b645-0840b6bafa98 req-1e3d5eef-3f42-41f5-8e0e-7497b6702e46 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=909734fa-79bb-464f-8f95-2fa15fd3d09d HTTP/1.1" status: 200 len: 217 time: 0.1000056 Aug 26 15:24:23.977245 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 15:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9d0ef12-4807-4e18-b8bf-40f27119dca3 x-openstack-request-id: req-c9d0ef12-4807-4e18-b8bf-40f27119dca3 {{(pid=93841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:24:23.977711 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c109c3b-265c-4b41-8d6b-111cc8d2ee8d", "tag": "909734fa-79bb-464f-8f95-2fa15fd3d09d", "status": "completed", "code": 200}]} {{(pid=93841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:24:23.978138 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c9d0ef12-4807-4e18-b8bf-40f27119dca3 {{(pid=93841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:24:23.979516 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c109c3b-265c-4b41-8d6b-111cc8d2ee8d', 'tag': '909734fa-79bb-464f-8f95-2fa15fd3d09d', 'status': 'completed', 'code': 200} Aug 26 15:24:23.986254 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6e9e4c-fc07-45e3-9abb-0cc08b7cc147 req-41f5d8a5-fef3-48b1-9f50-74c5fbedfc98 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:23.993114 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-8a6e9e4c-fc07-45e3-9abb-0cc08b7cc147 req-41f5d8a5-fef3-48b1-9f50-74c5fbedfc98 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c109c3b-265c-4b41-8d6b-111cc8d2ee8d HTTP/1.1" status: 200 len: 943 time: 0.1784229 Aug 26 15:24:24.030063 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 15:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9db4f66-7c76-45fa-b441-39664340f0f8 x-openstack-request-id: req-c9db4f66-7c76-45fa-b441-39664340f0f8 {{(pid=93843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:24:24.030783 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3028e66a-51b4-4638-bfef-d34285d30fd1", "name": "network-vif-plugged", "status": "completed", "tag": "9074ea7b-385d-4ccc-8c42-b021d977910a", "code": 200}]} {{(pid=93843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:24:24.031108 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c9db4f66-7c76-45fa-b441-39664340f0f8 {{(pid=93843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:24:24.031803 dv-cinder-779576-7-iscsi neutron-server[93843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3028e66a-51b4-4638-bfef-d34285d30fd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9074ea7b-385d-4ccc-8c42-b021d977910a', 'code': 200} Aug 26 15:24:24.113470 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-8a6e9e4c-fc07-45e3-9abb-0cc08b7cc147 req-000a75fd-170d-4339-b939-143ec9b49170 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] 10.222.0.20 "GET /v2.0/security-groups?id=e62b5368-65f6-47b1-a3f0-2bcec5167246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081369 Aug 26 15:24:24.445606 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05736d5-934f-409f-b9e4-2af77de7d346 req-9042bfc6-5a39-46ac-b582-8c0d3c9c60f6 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:24.450350 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-b05736d5-934f-409f-b9e4-2af77de7d346 req-9042bfc6-5a39-46ac-b582-8c0d3c9c60f6 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] 10.222.0.20 "GET /v2.0/ports?device_id=999dbac7-5c2a-49aa-b34b-ea43fd6d6dfe HTTP/1.1" status: 200 len: 945 time: 0.0992613 Aug 26 15:24:24.490027 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f6f9a9-ffd7-4493-b645-0840b6bafa98 req-d49eacef-566a-40bc-a86c-be6604173521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:24.491540 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-e1f6f9a9-ffd7-4493-b645-0840b6bafa98 req-d49eacef-566a-40bc-a86c-be6604173521 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8344071b-748b-487d-9384-1d0a41d963ae HTTP/1.1" status: 200 len: 854 time: 0.6242056 Aug 26 15:24:24.532564 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-b05736d5-934f-409f-b9e4-2af77de7d346 req-adcdb886-4ebf-4294-9f72-a06bcff05040 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] 10.222.0.20 "GET /v2.0/security-groups?id=78bbe887-4bf9-47de-9235-07649e1005c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757732 Aug 26 15:24:24.751605 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3c2e50-c71d-4ff6-93f2-9d35512979dd req-ba677c2d-66fc-46c7-851b-79e0b2b62226 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:24.753180 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-ab3c2e50-c71d-4ff6-93f2-9d35512979dd req-ba677c2d-66fc-46c7-851b-79e0b2b62226 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bcbcafd-183f-448c-8622-d3bca30c9523 HTTP/1.1" status: 200 len: 945 time: 0.0745213 Aug 26 15:24:24.845131 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-ab3c2e50-c71d-4ff6-93f2-9d35512979dd req-147a199f-0425-42d9-a6ed-98b602ab2f83 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/security-groups?id=3238190c-f4cd-40e3-8621-367f15fa4088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852308 Aug 26 15:24:25.082332 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0391f85-ddfd-4487-b1fd-6a7c084b416e req-b77ddb56-51cc-46bf-aac8-36966e126062 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:25.083979 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-c0391f85-ddfd-4487-b1fd-6a7c084b416e req-b77ddb56-51cc-46bf-aac8-36966e126062 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=3028e66a-51b4-4638-bfef-d34285d30fd1 HTTP/1.1" status: 200 len: 946 time: 0.0972757 Aug 26 15:24:25.151225 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-c0391f85-ddfd-4487-b1fd-6a7c084b416e req-4f42cf84-012e-4227-8786-46ad6ac4995e tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=44677d48-8306-44c7-a2fe-97d323591896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554998 Aug 26 15:24:25.383500 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c212d70-1c16-405a-9158-f990c4f4e61a req-c0296549-db2a-4551-a8fc-cba59c6ad638 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:25.387071 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-9c212d70-1c16-405a-9158-f990c4f4e61a req-c0296549-db2a-4551-a8fc-cba59c6ad638 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c109c3b-265c-4b41-8d6b-111cc8d2ee8d HTTP/1.1" status: 200 len: 943 time: 0.0872989 Aug 26 15:24:25.457637 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-9c212d70-1c16-405a-9158-f990c4f4e61a req-c1da47d1-9057-4f2a-8966-e68439d7cc28 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] 10.222.0.20 "GET /v2.0/security-groups?id=e62b5368-65f6-47b1-a3f0-2bcec5167246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617387 Aug 26 15:24:25.707921 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ef86e6-396f-4a5e-a8b1-2aa9d0b63a42 req-56face4a-32f2-4a19-81f1-e047d6ffe071 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:25.710257 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-86ef86e6-396f-4a5e-a8b1-2aa9d0b63a42 req-56face4a-32f2-4a19-81f1-e047d6ffe071 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] 10.222.0.20 "GET /v2.0/ports?device_id=999dbac7-5c2a-49aa-b34b-ea43fd6d6dfe HTTP/1.1" status: 200 len: 945 time: 0.0698876 Aug 26 15:24:25.754275 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-86ef86e6-396f-4a5e-a8b1-2aa9d0b63a42 req-f458f574-b8f0-4c72-b9a2-30f7844f5256 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] 10.222.0.20 "GET /v2.0/security-groups?id=78bbe887-4bf9-47de-9235-07649e1005c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373011 Aug 26 15:24:26.048255 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4478da15-a40b-4492-a1a5-70c9b2fa51db req-9a564459-ab35-432f-a157-6983d87defb0 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:26.052892 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-4478da15-a40b-4492-a1a5-70c9b2fa51db req-9a564459-ab35-432f-a157-6983d87defb0 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bcbcafd-183f-448c-8622-d3bca30c9523 HTTP/1.1" status: 200 len: 945 time: 0.1094587 Aug 26 15:24:26.157771 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-4478da15-a40b-4492-a1a5-70c9b2fa51db req-93562eaa-ce26-4f0e-a668-5677d8e898ca tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/security-groups?id=3238190c-f4cd-40e3-8621-367f15fa4088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866063 Aug 26 15:24:26.374206 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a371450d-b797-49e4-bb0e-4ec97c688f93 req-52d865f8-98d4-4a75-a02f-4a66eb369cb7 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:26.384590 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-a371450d-b797-49e4-bb0e-4ec97c688f93 req-52d865f8-98d4-4a75-a02f-4a66eb369cb7 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=3028e66a-51b4-4638-bfef-d34285d30fd1 HTTP/1.1" status: 200 len: 946 time: 0.0915077 Aug 26 15:24:26.424366 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-a371450d-b797-49e4-bb0e-4ec97c688f93 req-a2e08081-c5e2-4be5-beb3-c51b0259ef0f tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=44677d48-8306-44c7-a2fe-97d323591896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385222 Aug 26 15:24:26.626358 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f45624-a792-45cb-a28d-ae7c281fec8a req-146b9f06-4a0b-43ab-89d9-10190046208f tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:26.628879 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-35f45624-a792-45cb-a28d-ae7c281fec8a req-146b9f06-4a0b-43ab-89d9-10190046208f tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c109c3b-265c-4b41-8d6b-111cc8d2ee8d HTTP/1.1" status: 200 len: 943 time: 0.0995452 Aug 26 15:24:26.672901 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-35f45624-a792-45cb-a28d-ae7c281fec8a req-3895793e-f0c2-416b-9481-0a7cccd9ef61 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] 10.222.0.20 "GET /v2.0/security-groups?id=e62b5368-65f6-47b1-a3f0-2bcec5167246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379813 Aug 26 15:24:26.926534 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc675690-818d-4860-8550-343363d7111c req-d75a8133-3d47-4b61-a857-b4f287b0e5e8 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:26.928522 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-cc675690-818d-4860-8550-343363d7111c req-d75a8133-3d47-4b61-a857-b4f287b0e5e8 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] 10.222.0.20 "GET /v2.0/ports?device_id=999dbac7-5c2a-49aa-b34b-ea43fd6d6dfe HTTP/1.1" status: 200 len: 945 time: 0.0535448 Aug 26 15:24:26.968088 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-cc675690-818d-4860-8550-343363d7111c req-df265ed4-bb1c-4e19-bdec-de813b26cc71 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] 10.222.0.20 "GET /v2.0/security-groups?id=78bbe887-4bf9-47de-9235-07649e1005c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331275 Aug 26 15:24:27.258913 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f057c252-59b8-43e8-b616-ab0502a1972f req-1cce7589-9592-4e03-9bda-74c3fb580bdf tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:27.271064 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-f057c252-59b8-43e8-b616-ab0502a1972f req-1cce7589-9592-4e03-9bda-74c3fb580bdf tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] 10.222.0.20 "GET /v2.0/networks?id=7a94c5f1-64dd-4250-a382-84c127ecef53 HTTP/1.1" status: 200 len: 813 time: 0.1878407 Aug 26 15:24:27.287644 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-f057c252-59b8-43e8-b616-ab0502a1972f req-630281ae-9be9-4c92-be21-a0f555cabaae tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] 10.222.0.20 "GET /v2.0/quotas/b860629c74fc4b2bbd4d7d3ab0ece0e5 HTTP/1.1" status: 200 len: 375 time: 0.0151863 Aug 26 15:24:27.339833 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-f057c252-59b8-43e8-b616-ab0502a1972f req-4b0f3643-321f-4ec0-96ea-4af12f63a427 tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b860629c74fc4b2bbd4d7d3ab0ece0e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0446374 Aug 26 15:24:27.417198 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e84824f-13fd-459c-8cd9-1848f7016bfd req-174905e3-1bee-444c-9b88-e125c8763c7d tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:27.424499 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-9e84824f-13fd-459c-8cd9-1848f7016bfd req-174905e3-1bee-444c-9b88-e125c8763c7d tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bcbcafd-183f-448c-8622-d3bca30c9523 HTTP/1.1" status: 200 len: 945 time: 0.1123507 Aug 26 15:24:27.519108 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-9e84824f-13fd-459c-8cd9-1848f7016bfd req-d440ca21-da98-43e8-8d42-e07a2d7cddc0 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/security-groups?id=3238190c-f4cd-40e3-8621-367f15fa4088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735655 Aug 26 15:24:27.561869 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-f057c252-59b8-43e8-b616-ab0502a1972f req-3f24710e-6c93-4f12-bc3b-2d252ad4fd60 service neutron] 10.222.0.20 "GET /v2.0/networks/7a94c5f1-64dd-4250-a382-84c127ecef53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099712 Aug 26 15:24:27.658076 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfff30b7-2ec3-4c63-beb1-ca3099eef307 req-13edc4eb-547c-4c0d-ade8-c19353424e07 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:27.660591 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-bfff30b7-2ec3-4c63-beb1-ca3099eef307 req-13edc4eb-547c-4c0d-ade8-c19353424e07 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=3028e66a-51b4-4638-bfef-d34285d30fd1 HTTP/1.1" status: 200 len: 946 time: 0.0786700 Aug 26 15:24:27.738673 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-f057c252-59b8-43e8-b616-ab0502a1972f req-3db478ef-b682-419c-8b84-563af81c63f2 service neutron] 10.222.0.20 "GET /v2.0/networks/7a94c5f1-64dd-4250-a382-84c127ecef53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656117 Aug 26 15:24:27.782048 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-bfff30b7-2ec3-4c63-beb1-ca3099eef307 req-fb45a659-59a8-4c82-86a3-643fb1c24021 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=44677d48-8306-44c7-a2fe-97d323591896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134839 Aug 26 15:24:28.018914 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-d6d30606-9ddc-4abe-aed7-1aaaa60c770e req-d5dab50c-9c86-4826-9e49-efdacfe973f6 tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e8a41a5-49b3-47a4-8a67-847435442155 HTTP/1.1" status: 200 len: 210 time: 0.0839806 Aug 26 15:24:28.023383 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ccc8a4-c621-4c90-9f1d-f4138a69e100 req-1db91c9f-dc3f-4a7a-b821-4601b8e13b14 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:28.025194 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-c7ccc8a4-c621-4c90-9f1d-f4138a69e100 req-1db91c9f-dc3f-4a7a-b821-4601b8e13b14 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c109c3b-265c-4b41-8d6b-111cc8d2ee8d HTTP/1.1" status: 200 len: 943 time: 0.1496062 Aug 26 15:24:28.133582 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-c7ccc8a4-c621-4c90-9f1d-f4138a69e100 req-0c63608c-999e-4839-959f-03973008d47a tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] 10.222.0.20 "GET /v2.0/security-groups?id=e62b5368-65f6-47b1-a3f0-2bcec5167246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930531 Aug 26 15:24:28.274623 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f053271-cce0-4676-b22e-063d85ead518 req-4e51366c-eba5-44de-8b7e-dae33821268f tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:28.277662 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-9f053271-cce0-4676-b22e-063d85ead518 req-4e51366c-eba5-44de-8b7e-dae33821268f tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] 10.222.0.20 "GET /v2.0/ports?device_id=999dbac7-5c2a-49aa-b34b-ea43fd6d6dfe HTTP/1.1" status: 200 len: 945 time: 0.1439636 Aug 26 15:24:28.352299 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-9f053271-cce0-4676-b22e-063d85ead518 req-3bd6358d-39aa-42d9-a095-916f803b2ec7 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] 10.222.0.20 "GET /v2.0/security-groups?id=78bbe887-4bf9-47de-9235-07649e1005c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669389 Aug 26 15:24:28.688818 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c503ff-015f-4407-94d1-486167d5d46b req-01218673-8a64-4873-a4b8-7483c69f8fcf tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:28.690560 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-62c503ff-015f-4407-94d1-486167d5d46b req-01218673-8a64-4873-a4b8-7483c69f8fcf tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bcbcafd-183f-448c-8622-d3bca30c9523 HTTP/1.1" status: 200 len: 945 time: 0.0737267 Aug 26 15:24:28.738454 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-62c503ff-015f-4407-94d1-486167d5d46b req-3ec2d478-bdd7-4ebd-b335-dd4fc616c89e tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/security-groups?id=3238190c-f4cd-40e3-8621-367f15fa4088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399034 Aug 26 15:24:28.956899 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca951291-7c78-4547-ab3a-119e5e0f01fd req-47278cef-fe8e-4726-8a47-0a3fcc95d967 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:28.958542 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-ca951291-7c78-4547-ab3a-119e5e0f01fd req-47278cef-fe8e-4726-8a47-0a3fcc95d967 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=3028e66a-51b4-4638-bfef-d34285d30fd1 HTTP/1.1" status: 200 len: 946 time: 0.0555320 Aug 26 15:24:29.002305 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-ca951291-7c78-4547-ab3a-119e5e0f01fd req-4015c10f-1963-48bf-b103-72a4ed588c95 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=44677d48-8306-44c7-a2fe-97d323591896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367124 Aug 26 15:24:29.146867 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-d80278f9-f5e0-43a2-ba27-3362f8cdca9a req-4f613bf3-d5c3-4708-8ee6-1f147284d6b3 tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e8a41a5-49b3-47a4-8a67-847435442155 HTTP/1.1" status: 200 len: 210 time: 0.0359945 Aug 26 15:24:29.338139 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277dae7c-c297-462c-b002-fbdb5dcf968a req-9ab65060-9df9-4723-b343-2f1d39626add tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:29.340124 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-277dae7c-c297-462c-b002-fbdb5dcf968a req-9ab65060-9df9-4723-b343-2f1d39626add tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c109c3b-265c-4b41-8d6b-111cc8d2ee8d HTTP/1.1" status: 200 len: 943 time: 0.0670738 Aug 26 15:24:29.404034 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-277dae7c-c297-462c-b002-fbdb5dcf968a req-e0de805d-f9bf-4af3-8030-38267cf43f6e tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] 10.222.0.20 "GET /v2.0/security-groups?id=e62b5368-65f6-47b1-a3f0-2bcec5167246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572863 Aug 26 15:24:29.547930 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673781e5-efca-4c93-9817-48ab6f08ad4e req-d0143d04-cbaa-4b40-b696-64f78b8bf087 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:29.549508 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-673781e5-efca-4c93-9817-48ab6f08ad4e req-d0143d04-cbaa-4b40-b696-64f78b8bf087 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] 10.222.0.20 "GET /v2.0/ports?device_id=999dbac7-5c2a-49aa-b34b-ea43fd6d6dfe HTTP/1.1" status: 200 len: 945 time: 0.0577199 Aug 26 15:24:29.657215 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-673781e5-efca-4c93-9817-48ab6f08ad4e req-585435b9-62a9-41f7-b411-658a82c06076 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] 10.222.0.20 "GET /v2.0/security-groups?id=78bbe887-4bf9-47de-9235-07649e1005c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954962 Aug 26 15:24:29.893800 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6387ec4f-ac9e-4748-81e0-1858c4142883 req-1b373a62-99f7-45c5-a0d0-36daefd63edd tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:29.896586 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-6387ec4f-ac9e-4748-81e0-1858c4142883 req-1b373a62-99f7-45c5-a0d0-36daefd63edd tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bcbcafd-183f-448c-8622-d3bca30c9523 HTTP/1.1" status: 200 len: 945 time: 0.0848253 Aug 26 15:24:29.951503 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-6387ec4f-ac9e-4748-81e0-1858c4142883 req-3e152cd9-6356-44e2-8d40-343b15d9c903 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/security-groups?id=3238190c-f4cd-40e3-8621-367f15fa4088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444200 Aug 26 15:24:30.273991 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9597064-4ca4-4c83-aa5d-b68e836774a7 req-d913acb5-5092-49d1-b1e9-b37c14725b28 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:30.277961 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-f9597064-4ca4-4c83-aa5d-b68e836774a7 req-d913acb5-5092-49d1-b1e9-b37c14725b28 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=3028e66a-51b4-4638-bfef-d34285d30fd1 HTTP/1.1" status: 200 len: 946 time: 0.1310496 Aug 26 15:24:30.302553 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-302cd7a5-af0f-4c5f-b204-120aa18c9015 req-91244b7b-384e-4a0a-92cf-29543b43dd36 tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e8a41a5-49b3-47a4-8a67-847435442155 HTTP/1.1" status: 200 len: 210 time: 0.0351810 Aug 26 15:24:30.359666 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-f9597064-4ca4-4c83-aa5d-b68e836774a7 req-2d3f4f30-3ae2-45a0-8d0a-5cc775b8ebae tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=44677d48-8306-44c7-a2fe-97d323591896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647724 Aug 26 15:24:30.567269 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fc05bb-89a5-443b-bdcc-fe1ad542f4e9 req-d6e6834b-de06-4768-b8bb-cc045b59e395 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:30.568833 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-50fc05bb-89a5-443b-bdcc-fe1ad542f4e9 req-d6e6834b-de06-4768-b8bb-cc045b59e395 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c109c3b-265c-4b41-8d6b-111cc8d2ee8d HTTP/1.1" status: 200 len: 943 time: 0.0538392 Aug 26 15:24:30.627060 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-50fc05bb-89a5-443b-bdcc-fe1ad542f4e9 req-53fd10d8-7c18-4f50-887e-8e6dce7546b0 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] 10.222.0.20 "GET /v2.0/security-groups?id=e62b5368-65f6-47b1-a3f0-2bcec5167246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468316 Aug 26 15:24:30.901034 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb28d6b1-7a80-4120-8adc-cc866e244595 req-c692426d-1ce3-4c9f-971a-6a3605703516 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:30.904003 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-cb28d6b1-7a80-4120-8adc-cc866e244595 req-c692426d-1ce3-4c9f-971a-6a3605703516 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] 10.222.0.20 "GET /v2.0/ports?device_id=999dbac7-5c2a-49aa-b34b-ea43fd6d6dfe HTTP/1.1" status: 200 len: 945 time: 0.0768003 Aug 26 15:24:30.969602 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-cb28d6b1-7a80-4120-8adc-cc866e244595 req-0b2d767a-6e1c-4e77-b177-8bf71ca48800 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] 10.222.0.20 "GET /v2.0/security-groups?id=78bbe887-4bf9-47de-9235-07649e1005c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551193 Aug 26 15:24:31.112136 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f07f21c-2c3e-4114-b940-aebed6af7fe1 req-5c127b6c-1ff1-488e-bd75-171bf49414cf tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:31.113794 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-9f07f21c-2c3e-4114-b940-aebed6af7fe1 req-5c127b6c-1ff1-488e-bd75-171bf49414cf tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bcbcafd-183f-448c-8622-d3bca30c9523 HTTP/1.1" status: 200 len: 945 time: 0.0587134 Aug 26 15:24:31.166292 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-9f07f21c-2c3e-4114-b940-aebed6af7fe1 req-7617f0e5-6d37-492e-9406-f51c06939fbf tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/security-groups?id=3238190c-f4cd-40e3-8621-367f15fa4088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410731 Aug 26 15:24:31.435549 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-dd62959a-ad60-4185-b15b-54785bb91018 req-efe3c990-fb3b-4e24-afbf-05cfe81fe895 tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e8a41a5-49b3-47a4-8a67-847435442155 HTTP/1.1" status: 200 len: 210 time: 0.0374436 Aug 26 15:24:31.495080 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8721b1b5-3480-4137-b7ae-14a09e8c7b75 req-2086094d-ffa9-49bb-86a3-5d2cb4f1be08 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:31.496709 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-8721b1b5-3480-4137-b7ae-14a09e8c7b75 req-2086094d-ffa9-49bb-86a3-5d2cb4f1be08 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=3028e66a-51b4-4638-bfef-d34285d30fd1 HTTP/1.1" status: 200 len: 946 time: 0.0540781 Aug 26 15:24:31.581718 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-8721b1b5-3480-4137-b7ae-14a09e8c7b75 req-9a825873-68c5-46bb-afd8-019f9784ad6b tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=44677d48-8306-44c7-a2fe-97d323591896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783248 Aug 26 15:24:31.786985 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38560da-0d98-4b44-b3bf-58506f6c0f1e req-a88d2c84-cb0b-4cf7-97cf-a94076de33f1 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:31.789219 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-f38560da-0d98-4b44-b3bf-58506f6c0f1e req-a88d2c84-cb0b-4cf7-97cf-a94076de33f1 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c109c3b-265c-4b41-8d6b-111cc8d2ee8d HTTP/1.1" status: 200 len: 943 time: 0.0711777 Aug 26 15:24:31.857120 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-f38560da-0d98-4b44-b3bf-58506f6c0f1e req-840e83fa-50fc-431d-a4e5-7043fd1533cd tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] 10.222.0.20 "GET /v2.0/security-groups?id=e62b5368-65f6-47b1-a3f0-2bcec5167246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568249 Aug 26 15:24:32.142238 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309f5a3a-1324-47b9-9d47-140cd0a3ebe5 req-da5e8c4a-7589-40aa-8f47-b0360f285a89 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:32.143845 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-309f5a3a-1324-47b9-9d47-140cd0a3ebe5 req-da5e8c4a-7589-40aa-8f47-b0360f285a89 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] 10.222.0.20 "GET /v2.0/ports?device_id=999dbac7-5c2a-49aa-b34b-ea43fd6d6dfe HTTP/1.1" status: 200 len: 945 time: 0.0557153 Aug 26 15:24:32.263880 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-309f5a3a-1324-47b9-9d47-140cd0a3ebe5 req-c3056453-fa38-4874-be07-a1b30a527077 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] 10.222.0.20 "GET /v2.0/security-groups?id=78bbe887-4bf9-47de-9235-07649e1005c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069639 Aug 26 15:24:32.415481 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1295d82-b09e-4310-9966-6fc5b291e2f3 req-63ec4c6c-4bd3-4c01-8aa1-bcb44a6ee4d3 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:32.424884 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-c1295d82-b09e-4310-9966-6fc5b291e2f3 req-63ec4c6c-4bd3-4c01-8aa1-bcb44a6ee4d3 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bcbcafd-183f-448c-8622-d3bca30c9523 HTTP/1.1" status: 200 len: 945 time: 0.0971768 Aug 26 15:24:32.463548 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-c1295d82-b09e-4310-9966-6fc5b291e2f3 req-6aef4523-4491-49fd-b8fc-af720d73139c tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/security-groups?id=3238190c-f4cd-40e3-8621-367f15fa4088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368867 Aug 26 15:24:32.557321 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-01c97b77-bea8-424c-b295-080172f5c82c req-3dbb3fe2-6419-475c-9a10-9eedd9a97a17 tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e8a41a5-49b3-47a4-8a67-847435442155 HTTP/1.1" status: 200 len: 210 time: 0.0343833 Aug 26 15:24:32.829832 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17ab56a-a05d-4eaa-a532-45b544919910 req-3a5fbb83-6b3a-4506-a029-9bfd6872c528 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:32.833525 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-f17ab56a-a05d-4eaa-a532-45b544919910 req-3a5fbb83-6b3a-4506-a029-9bfd6872c528 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=3028e66a-51b4-4638-bfef-d34285d30fd1 HTTP/1.1" status: 200 len: 946 time: 0.1384521 Aug 26 15:24:32.960796 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-f17ab56a-a05d-4eaa-a532-45b544919910 req-5493e380-05a2-4b25-b48f-e080051a6f95 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=44677d48-8306-44c7-a2fe-97d323591896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151454 Aug 26 15:24:33.099695 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daec6bc6-7478-4070-acd4-728fe55be580 req-54c6a60e-7e89-4c78-af44-826e98376e16 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:33.101443 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-daec6bc6-7478-4070-acd4-728fe55be580 req-54c6a60e-7e89-4c78-af44-826e98376e16 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c109c3b-265c-4b41-8d6b-111cc8d2ee8d HTTP/1.1" status: 200 len: 943 time: 0.0689158 Aug 26 15:24:33.164521 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-daec6bc6-7478-4070-acd4-728fe55be580 req-0cbc1ff4-dc99-4406-865f-92d3c58840e2 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] 10.222.0.20 "GET /v2.0/security-groups?id=e62b5368-65f6-47b1-a3f0-2bcec5167246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495501 Aug 26 15:24:33.456924 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b951065-9bef-4b88-971b-d35d909ee10e req-5592f696-945c-494c-bc86-46bdf691e6fe tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:33.462633 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-5b951065-9bef-4b88-971b-d35d909ee10e req-5592f696-945c-494c-bc86-46bdf691e6fe tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] 10.222.0.20 "GET /v2.0/ports?device_id=999dbac7-5c2a-49aa-b34b-ea43fd6d6dfe HTTP/1.1" status: 200 len: 945 time: 0.0833540 Aug 26 15:24:33.555004 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-5b951065-9bef-4b88-971b-d35d909ee10e req-f83351e2-3f1c-4164-bb1a-96308e38dac8 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] 10.222.0.20 "GET /v2.0/security-groups?id=78bbe887-4bf9-47de-9235-07649e1005c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863256 Aug 26 15:24:33.634144 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15be3709-446a-4cdd-a78e-97bd23cfaaa0 req-55b1de19-5608-437a-9518-16e7eef1a20e tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:33.636661 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-15be3709-446a-4cdd-a78e-97bd23cfaaa0 req-55b1de19-5608-437a-9518-16e7eef1a20e tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bcbcafd-183f-448c-8622-d3bca30c9523 HTTP/1.1" status: 200 len: 945 time: 0.0679426 Aug 26 15:24:33.703970 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-e12e4d60-6a08-4ae6-9040-98ece97cee62 req-90909ed3-97b8-450e-aba1-0fb5756e5693 tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e8a41a5-49b3-47a4-8a67-847435442155 HTTP/1.1" status: 200 len: 210 time: 0.0360303 Aug 26 15:24:33.719997 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-15be3709-446a-4cdd-a78e-97bd23cfaaa0 req-67457d30-e23f-4615-a163-d49922062b54 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/security-groups?id=3238190c-f4cd-40e3-8621-367f15fa4088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751443 Aug 26 15:24:34.142600 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf11f1ad-74ef-48e6-a201-677f7d169ebf req-5e42758a-4d5e-478c-b921-a0b880ab8f14 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:34.144129 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-cf11f1ad-74ef-48e6-a201-677f7d169ebf req-5e42758a-4d5e-478c-b921-a0b880ab8f14 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=3028e66a-51b4-4638-bfef-d34285d30fd1 HTTP/1.1" status: 200 len: 946 time: 0.0581958 Aug 26 15:24:34.199554 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-cf11f1ad-74ef-48e6-a201-677f7d169ebf req-89e6680b-b7c6-48dc-9a86-fd8cdca3a8bc tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=44677d48-8306-44c7-a2fe-97d323591896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439477 Aug 26 15:24:34.313373 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f85f2d8-8121-4276-8ef0-3bd440cb2029 req-f08eac8c-5546-429d-80e3-84c37a6d96f8 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:34.315055 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-5f85f2d8-8121-4276-8ef0-3bd440cb2029 req-f08eac8c-5546-429d-80e3-84c37a6d96f8 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c109c3b-265c-4b41-8d6b-111cc8d2ee8d HTTP/1.1" status: 200 len: 943 time: 0.0628936 Aug 26 15:24:34.366293 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-5f85f2d8-8121-4276-8ef0-3bd440cb2029 req-55511d2e-0eee-43f3-9c1c-7770181c7995 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] 10.222.0.20 "GET /v2.0/security-groups?id=e62b5368-65f6-47b1-a3f0-2bcec5167246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398910 Aug 26 15:24:34.688464 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace05838-1946-4faf-8b10-70767fe4289b req-e5147f0d-95f0-4afe-b2b8-e7e8ff0de065 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:34.690044 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-ace05838-1946-4faf-8b10-70767fe4289b req-e5147f0d-95f0-4afe-b2b8-e7e8ff0de065 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] 10.222.0.20 "GET /v2.0/ports?device_id=999dbac7-5c2a-49aa-b34b-ea43fd6d6dfe HTTP/1.1" status: 200 len: 945 time: 0.0516782 Aug 26 15:24:34.732214 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-ace05838-1946-4faf-8b10-70767fe4289b req-3b66671b-de37-47d9-a4f1-af0d4f0e9ffe tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] 10.222.0.20 "GET /v2.0/security-groups?id=78bbe887-4bf9-47de-9235-07649e1005c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356858 Aug 26 15:24:34.819367 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-69fa50ca-f5f0-4ceb-929b-61f1dd88810c req-80551f30-91ca-45f8-90d8-20bda35be8c0 tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e8a41a5-49b3-47a4-8a67-847435442155 HTTP/1.1" status: 200 len: 210 time: 0.0270798 Aug 26 15:24:34.882822 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd11eb77-a31a-4d06-94a8-6806473858ae req-e90be3c9-051e-413e-bf7a-e014ae1eb1e4 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:34.884260 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-fd11eb77-a31a-4d06-94a8-6806473858ae req-e90be3c9-051e-413e-bf7a-e014ae1eb1e4 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bcbcafd-183f-448c-8622-d3bca30c9523 HTTP/1.1" status: 200 len: 945 time: 0.0541544 Aug 26 15:24:34.925882 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-fd11eb77-a31a-4d06-94a8-6806473858ae req-e10a07e0-0210-459d-8899-975e24f44b61 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/security-groups?id=3238190c-f4cd-40e3-8621-367f15fa4088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344808 Aug 26 15:24:35.335611 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fd5a42-c1c1-46be-847f-2e354e2e6927 req-4bd28ff7-6392-4dcd-9f87-9fa114672de6 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:35.338139 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-e9fd5a42-c1c1-46be-847f-2e354e2e6927 req-4bd28ff7-6392-4dcd-9f87-9fa114672de6 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=3028e66a-51b4-4638-bfef-d34285d30fd1 HTTP/1.1" status: 200 len: 946 time: 0.0545506 Aug 26 15:24:35.378334 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-e9fd5a42-c1c1-46be-847f-2e354e2e6927 req-db3c2e21-1b3a-4fb2-86c6-c724fa7092a7 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=44677d48-8306-44c7-a2fe-97d323591896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338252 Aug 26 15:24:35.534574 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c392d-943a-4687-b103-48cba1f616cb req-d94fe454-c77e-4a89-95a7-1ba92c92d0be tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:35.536331 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-1c1c392d-943a-4687-b103-48cba1f616cb req-d94fe454-c77e-4a89-95a7-1ba92c92d0be tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c109c3b-265c-4b41-8d6b-111cc8d2ee8d HTTP/1.1" status: 200 len: 943 time: 0.0562706 Aug 26 15:24:35.577089 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-1c1c392d-943a-4687-b103-48cba1f616cb req-712120ae-cd1e-4e08-b61c-23225382519b tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] 10.222.0.20 "GET /v2.0/security-groups?id=e62b5368-65f6-47b1-a3f0-2bcec5167246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340531 Aug 26 15:24:35.860335 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784ff565-1fd2-44bd-b63d-1e56eab28203 req-fc770b9e-998c-4652-ac7b-e953b660ca23 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:35.861941 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-784ff565-1fd2-44bd-b63d-1e56eab28203 req-fc770b9e-998c-4652-ac7b-e953b660ca23 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] 10.222.0.20 "GET /v2.0/ports?device_id=999dbac7-5c2a-49aa-b34b-ea43fd6d6dfe HTTP/1.1" status: 200 len: 945 time: 0.0553091 Aug 26 15:24:35.904449 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-784ff565-1fd2-44bd-b63d-1e56eab28203 req-c17e49bd-0417-45c0-a6e4-8027b4513418 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] 10.222.0.20 "GET /v2.0/security-groups?id=78bbe887-4bf9-47de-9235-07649e1005c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357783 Aug 26 15:24:35.954951 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-4913b022-232c-468d-a99b-b193701cab7e req-a0b481cd-51b9-426c-bc7b-70b1d9731a7d tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e8a41a5-49b3-47a4-8a67-847435442155 HTTP/1.1" status: 200 len: 210 time: 0.0298800 Aug 26 15:24:36.060049 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca7dacc-3d0a-47d6-9055-f54ddab6c474 req-a0270ea2-b227-4595-99ba-6963450333e6 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:36.061785 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-9ca7dacc-3d0a-47d6-9055-f54ddab6c474 req-a0270ea2-b227-4595-99ba-6963450333e6 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bcbcafd-183f-448c-8622-d3bca30c9523 HTTP/1.1" status: 200 len: 945 time: 0.0568557 Aug 26 15:24:36.110887 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-9ca7dacc-3d0a-47d6-9055-f54ddab6c474 req-0bec6499-3e92-401e-9f4e-e664901463c1 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/security-groups?id=3238190c-f4cd-40e3-8621-367f15fa4088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423274 Aug 26 15:24:36.511992 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36942f34-a8d5-4d9e-aadd-f2f67678624f req-030de2a6-237d-4454-931f-4edb63a934d2 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:36.513759 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-36942f34-a8d5-4d9e-aadd-f2f67678624f req-030de2a6-237d-4454-931f-4edb63a934d2 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=3028e66a-51b4-4638-bfef-d34285d30fd1 HTTP/1.1" status: 200 len: 946 time: 0.0575073 Aug 26 15:24:36.553539 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-36942f34-a8d5-4d9e-aadd-f2f67678624f req-001567c2-ca77-4c06-ae2c-be7186e990d1 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=44677d48-8306-44c7-a2fe-97d323591896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334427 Aug 26 15:24:36.703291 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa9adb9-41e1-45de-b2af-042320bbafad req-bc7b750a-f811-4762-9a27-ba53c7fddd85 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:36.705070 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-4aa9adb9-41e1-45de-b2af-042320bbafad req-bc7b750a-f811-4762-9a27-ba53c7fddd85 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c109c3b-265c-4b41-8d6b-111cc8d2ee8d HTTP/1.1" status: 200 len: 943 time: 0.0534160 Aug 26 15:24:36.746893 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-4aa9adb9-41e1-45de-b2af-042320bbafad req-c2f16662-c4d0-4f16-8afb-be0616cd02ce tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] 10.222.0.20 "GET /v2.0/security-groups?id=e62b5368-65f6-47b1-a3f0-2bcec5167246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350912 Aug 26 15:24:36.926827 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f6f9a9-ffd7-4493-b645-0840b6bafa98 req-d6c3488e-fb07-4cc5-a313-2918194087cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:36.929548 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-e1f6f9a9-ffd7-4493-b645-0840b6bafa98 req-d6c3488e-fb07-4cc5-a313-2918194087cd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4c21aea0-317d-4d8f-b2c5-9e53ccb851fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0648711 Aug 26 15:24:37.123822 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e036d6f-84d9-4ab6-b8d0-bc3437426623 req-9db0b540-a602-4763-b62d-c5ea3a335299 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:37.126624 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-5e036d6f-84d9-4ab6-b8d0-bc3437426623 req-9db0b540-a602-4763-b62d-c5ea3a335299 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] 10.222.0.20 "GET /v2.0/ports?device_id=999dbac7-5c2a-49aa-b34b-ea43fd6d6dfe HTTP/1.1" status: 200 len: 945 time: 0.1405561 Aug 26 15:24:37.130471 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-7b215cc9-82fc-470a-b5dc-53169451afa7 req-08ab3b96-4bbe-4b45-885a-60dbfb2f9404 tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e8a41a5-49b3-47a4-8a67-847435442155 HTTP/1.1" status: 200 len: 210 time: 0.0356650 Aug 26 15:24:37.194818 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-e1f6f9a9-ffd7-4493-b645-0840b6bafa98 req-479ca474-73ce-4645-bbb2-63ade8a12d86 service neutron] 10.222.0.47 "GET /v2.0/networks/4c21aea0-317d-4d8f-b2c5-9e53ccb851fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240796 Aug 26 15:24:37.228397 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-5e036d6f-84d9-4ab6-b8d0-bc3437426623 req-fe017e16-3da6-46a9-9205-7dcd7ecbfd9f tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] 10.222.0.20 "GET /v2.0/security-groups?id=78bbe887-4bf9-47de-9235-07649e1005c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939183 Aug 26 15:24:37.239872 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-d6da0198-60ef-472d-9a27-fa0682ded48b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:37.406558 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-e1f6f9a9-ffd7-4493-b645-0840b6bafa98 req-e26f007f-ff9a-41d3-90c3-b17c10bf6589 service neutron] 10.222.0.47 "GET /v2.0/networks/4c21aea0-317d-4d8f-b2c5-9e53ccb851fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010813 Aug 26 15:24:37.450333 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a625c7-1461-4709-b57f-902c8f853f0b req-849f1c65-9763-465f-aab0-cf4c23f052ca tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:37.451958 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-d9a625c7-1461-4709-b57f-902c8f853f0b req-849f1c65-9763-465f-aab0-cf4c23f052ca tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bcbcafd-183f-448c-8622-d3bca30c9523 HTTP/1.1" status: 200 len: 945 time: 0.0853698 Aug 26 15:24:37.567065 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-d9a625c7-1461-4709-b57f-902c8f853f0b req-a97fd5df-2e41-4d89-9c0d-a265d86eadab tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/security-groups?id=3238190c-f4cd-40e3-8621-367f15fa4088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034672 Aug 26 15:24:37.606248 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a804d56-f5d1-4f5e-a6a5-eda840833f66 req-854819f1-a665-49bb-8809-8c0354d10dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:37.606248 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-2a804d56-f5d1-4f5e-a6a5-eda840833f66 req-854819f1-a665-49bb-8809-8c0354d10dd3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f21f38b1620b40acb26630e47d85c6c2&device_id=4c109c3b-265c-4b41-8d6b-111cc8d2ee8d HTTP/1.1" status: 200 len: 1096 time: 0.0998688 Aug 26 15:24:37.785528 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a804d56-f5d1-4f5e-a6a5-eda840833f66 req-ef16daa7-626d-4556-8834-11f6ea21084a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:37.788781 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-2a804d56-f5d1-4f5e-a6a5-eda840833f66 req-ef16daa7-626d-4556-8834-11f6ea21084a service neutron] 10.222.0.47 "GET /v2.0/networks?id=4c21aea0-317d-4d8f-b2c5-9e53ccb851fc HTTP/1.1" status: 200 len: 916 time: 0.1802301 Aug 26 15:24:37.790048 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e79deeb-02a8-4f89-921d-f153a9c22f72 req-0e276731-bcc3-49b6-9d64-1dff0f58a200 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:37.805625 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-3e79deeb-02a8-4f89-921d-f153a9c22f72 req-0e276731-bcc3-49b6-9d64-1dff0f58a200 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=3028e66a-51b4-4638-bfef-d34285d30fd1 HTTP/1.1" status: 200 len: 946 time: 0.1176651 Aug 26 15:24:37.886367 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-2a804d56-f5d1-4f5e-a6a5-eda840833f66 req-3edfd14a-dbda-4444-ab5c-3d7a911463d8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=909734fa-79bb-464f-8f95-2fa15fd3d09d HTTP/1.1" status: 200 len: 217 time: 0.0814807 Aug 26 15:24:37.920299 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-3e79deeb-02a8-4f89-921d-f153a9c22f72 req-c5d100fb-3322-4d7a-9fdb-812342901d16 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=44677d48-8306-44c7-a2fe-97d323591896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131363 Aug 26 15:24:38.069379 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:38.076118 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a804d56-f5d1-4f5e-a6a5-eda840833f66 req-75bc3fdd-c993-4f05-a717-2baf52698f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:38.078890 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-2a804d56-f5d1-4f5e-a6a5-eda840833f66 req-75bc3fdd-c993-4f05-a717-2baf52698f29 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8344071b-748b-487d-9384-1d0a41d963ae HTTP/1.1" status: 200 len: 854 time: 0.1816528 Aug 26 15:24:38.112994 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e530fe6-05cd-4490-8c93-cceedff4c389 req-978b07f8-c23e-4cc6-885c-1faa292b414f tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:38.115624 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-5e530fe6-05cd-4490-8c93-cceedff4c389 req-978b07f8-c23e-4cc6-885c-1faa292b414f tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c109c3b-265c-4b41-8d6b-111cc8d2ee8d HTTP/1.1" status: 200 len: 943 time: 0.1632977 Aug 26 15:24:38.279826 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febbe076-ca24-4c96-9e45-8f7c81699e72 req-0898e698-89d4-4e41-a4cd-3477120aca1b tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:38.281678 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-febbe076-ca24-4c96-9e45-8f7c81699e72 req-0898e698-89d4-4e41-a4cd-3477120aca1b tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] 10.222.0.47 "GET /v2.0/ports?device_id=999dbac7-5c2a-49aa-b34b-ea43fd6d6dfe HTTP/1.1" status: 200 len: 945 time: 0.1095889 Aug 26 15:24:38.383646 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f057c252-59b8-43e8-b616-ab0502a1972f req-f80e1aa0-f8b8-4134-94ff-dc0abc4e394b tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:38.390793 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-f057c252-59b8-43e8-b616-ab0502a1972f req-f80e1aa0-f8b8-4134-94ff-dc0abc4e394b tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] 10.222.0.47 "GET /v2.0/networks?id=7a94c5f1-64dd-4250-a382-84c127ecef53 HTTP/1.1" status: 200 len: 813 time: 0.2605686 Aug 26 15:24:38.417294 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [req-f057c252-59b8-43e8-b616-ab0502a1972f req-4412c7ff-577b-49b2-a4ba-34e6ecdc8032 tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] Request body: {'port': {'device_id': '9e8a41a5-49b3-47a4-8a67-847435442155', 'network_id': '7a94c5f1-64dd-4250-a382-84c127ecef53', 'admin_state_up': True, 'tenant_id': 'b860629c74fc4b2bbd4d7d3ab0ece0e5'}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:24:38.437936 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-5e530fe6-05cd-4490-8c93-cceedff4c389 req-161168ec-c374-47ea-aa85-c80cc907c211 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] 10.222.0.20 "GET /v2.0/security-groups?id=e62b5368-65f6-47b1-a3f0-2bcec5167246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3062871 Aug 26 15:24:38.444234 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a804d56-f5d1-4f5e-a6a5-eda840833f66 req-7e332c5d-9e23-4628-9cc4-95be789f9ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:38.448476 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-2a804d56-f5d1-4f5e-a6a5-eda840833f66 req-7e332c5d-9e23-4628-9cc4-95be789f9ecd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4c21aea0-317d-4d8f-b2c5-9e53ccb851fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3494749 Aug 26 15:24:38.497160 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-3e9bdbb5-1a5b-44a2-b29a-c4e435190c6b req-6631f73d-7ea0-44d0-9cb5-ac048bfc92cf tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e8a41a5-49b3-47a4-8a67-847435442155 HTTP/1.1" status: 200 len: 210 time: 0.1131384 Aug 26 15:24:38.630931 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [req-febbe076-ca24-4c96-9e45-8f7c81699e72 req-bb53f422-be66-4f9c-a39a-8b899b9d1a70 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] Deleting port 0ee6e227-31cf-4126-8974-0ed670e52505 {{(pid=93842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 15:24:38.632474 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-febbe076-ca24-4c96-9e45-8f7c81699e72 req-bb53f422-be66-4f9c-a39a-8b899b9d1a70 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793280853279'] for port, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:38.751439 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Device 909734fa-79bb-464f-8f95-2fa15fd3d09d details requested by agent hyperv_hv-cinder-77957 with host hv-cinder-77957 {{(pid=93843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 15:24:38.806970 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e3594a-2ed1-4c25-aa77-d57d9b44c020 req-a7dbb877-4de4-4d14-94c2-e612979612c2 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:38.815104 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-08e3594a-2ed1-4c25-aa77-d57d9b44c020 req-a7dbb877-4de4-4d14-94c2-e612979612c2 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] 10.222.0.20 "GET /v2.0/ports?device_id=999dbac7-5c2a-49aa-b34b-ea43fd6d6dfe HTTP/1.1" status: 200 len: 945 time: 0.1335921 Aug 26 15:24:38.835285 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-2a804d56-f5d1-4f5e-a6a5-eda840833f66 req-bc418983-4f82-49ec-9d88-002e91894af7 service neutron] 10.222.0.47 "GET /v2.0/networks/4c21aea0-317d-4d8f-b2c5-9e53ccb851fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3650215 Aug 26 15:24:38.836008 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.db [req-febbe076-ca24-4c96-9e45-8f7c81699e72 req-bb53f422-be66-4f9c-a39a-8b899b9d1a70 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] For port 0ee6e227-31cf-4126-8974-0ed670e52505, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=0ee6e227-31cf-4126-8974-0ed670e52505,segment=NetworkSegment(975072a1-48a2-4ce0-b635-b1a7edd01b66),segment_id=975072a1-48a2-4ce0-b635-b1a7edd01b66)] {{(pid=93842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:24:38.836847 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-febbe076-ca24-4c96-9e45-8f7c81699e72 req-bb53f422-be66-4f9c-a39a-8b899b9d1a70 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3924976'] for port, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:38.861968 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [req-febbe076-ca24-4c96-9e45-8f7c81699e72 req-bb53f422-be66-4f9c-a39a-8b899b9d1a70 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] Calling delete_port for 0ee6e227-31cf-4126-8974-0ed670e52505 owned by compute:nova {{(pid=93842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 15:24:38.949420 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-2a804d56-f5d1-4f5e-a6a5-eda840833f66 req-52b67007-be62-408d-aa40-e22e7474e172 service neutron] 10.222.0.47 "GET /v2.0/networks/4c21aea0-317d-4d8f-b2c5-9e53ccb851fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024771 Aug 26 15:24:38.963063 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f057c252-59b8-43e8-b616-ab0502a1972f req-4412c7ff-577b-49b2-a4ba-34e6ecdc8032 tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] Made reservation on behalf of b860629c74fc4b2bbd4d7d3ab0ece0e5 for: {'port': 1} {{(pid=93841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:24:38.967076 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-f057c252-59b8-43e8-b616-ab0502a1972f req-4412c7ff-577b-49b2-a4ba-34e6ecdc8032 tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:38.989123 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] For port 909734fa-79bb-464f-8f95-2fa15fd3d09d, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=909734fa-79bb-464f-8f95-2fa15fd3d09d,segment=NetworkSegment(65ca07df-a632-4cb7-b152-427f2eb06870),segment_id=65ca07df-a632-4cb7-b152-427f2eb06870)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:24:39.038699 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Returning: {'device': '909734fa-79bb-464f-8f95-2fa15fd3d09d', 'network_id': '4c21aea0-317d-4d8f-b2c5-9e53ccb851fc', 'port_id': '909734fa-79bb-464f-8f95-2fa15fd3d09d', 'mac_address': 'fa:16:3e:da:c9:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8344071b-748b-487d-9384-1d0a41d963ae', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 15:24:39.070321 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-08e3594a-2ed1-4c25-aa77-d57d9b44c020 req-fbcdc165-bee3-4eb0-95fd-e884d8cd6c10 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] 10.222.0.20 "GET /v2.0/security-groups?id=78bbe887-4bf9-47de-9235-07649e1005c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440877 Aug 26 15:24:39.162501 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:39.166190 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3417365-f93f-4f2b-8304-c84cc5db71a3 req-7adb4cfe-e460-4fbc-a38e-06af6813e241 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:39.168753 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-c3417365-f93f-4f2b-8304-c84cc5db71a3 req-7adb4cfe-e460-4fbc-a38e-06af6813e241 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bcbcafd-183f-448c-8622-d3bca30c9523 HTTP/1.1" status: 200 len: 945 time: 0.1625752 Aug 26 15:24:39.184691 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-febbe076-ca24-4c96-9e45-8f7c81699e72 req-bb53f422-be66-4f9c-a39a-8b899b9d1a70 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793280828191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793280355368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261268877'] for port, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:39.217101 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.notifiers.nova [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 909734fa-79bb-464f-8f95-2fa15fd3d09d {{(pid=93843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 15:24:39.228466 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] get_ports_and_sgs() called for port_ids ['0ee6e227-31cf-4126-8974-0ed670e52505'] {{(pid=93843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 15:24:39.314335 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb53f422-be66-4f9c-a39a-8b899b9d1a70 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] Pushing event deleted for resources: {'Port': ['ID=0ee6e227-31cf-4126-8974-0ed670e52505,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:24:39.361904 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] For port 909734fa-79bb-464f-8f95-2fa15fd3d09d, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=909734fa-79bb-464f-8f95-2fa15fd3d09d,segment=NetworkSegment(65ca07df-a632-4cb7-b152-427f2eb06870),segment_id=65ca07df-a632-4cb7-b152-427f2eb06870)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:24:39.372863 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:39.392424 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.db.l3_dvrscheduler_db [req-febbe076-ca24-4c96-9e45-8f7c81699e72 req-bb53f422-be66-4f9c-a39a-8b899b9d1a70 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] No DVR routers for this DVR port 0ee6e227-31cf-4126-8974-0ed670e52505 on host hv-cinder-77957 {{(pid=93842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 15:24:39.399642 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-febbe076-ca24-4c96-9e45-8f7c81699e72 req-bb53f422-be66-4f9c-a39a-8b899b9d1a70 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4089636'] for port, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:39.403605 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-febbe076-ca24-4c96-9e45-8f7c81699e72 req-bb53f422-be66-4f9c-a39a-8b899b9d1a70 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] 10.222.0.47 "DELETE /v2.0/ports/0ee6e227-31cf-4126-8974-0ed670e52505 HTTP/1.1" status: 204 len: 173 time: 1.1108034 Aug 26 15:24:39.404293 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '999dbac7-5c2a-49aa-b34b-ea43fd6d6dfe', 'name': 'network-vif-deleted', 'tag': '0ee6e227-31cf-4126-8974-0ed670e52505'}] {{(pid=93842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 15:24:39.409369 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ba7f6f71eda5a1db7669fef78c8684417bcd8012e21f8533533c8be1abdbb96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8bbd4ad-5666-45b2-8806-5a6681b33e1c" -d '{"events": [{"server_uuid": "999dbac7-5c2a-49aa-b34b-ea43fd6d6dfe", "name": "network-vif-deleted", "tag": "0ee6e227-31cf-4126-8974-0ed670e52505"}]}' {{(pid=93842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:24:39.442216 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-c3417365-f93f-4f2b-8304-c84cc5db71a3 req-1fba4d75-36fe-4980-96a1-59ef295cf78b tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/security-groups?id=3238190c-f4cd-40e3-8621-367f15fa4088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2525923 Aug 26 15:24:39.486905 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a34478c-5f1b-4ca1-a0be-49024815d073 req-c2cb2416-68cf-490f-9998-874653a971d3 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:39.496116 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-3a34478c-5f1b-4ca1-a0be-49024815d073 req-c2cb2416-68cf-490f-9998-874653a971d3 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=3028e66a-51b4-4638-bfef-d34285d30fd1 HTTP/1.1" status: 200 len: 946 time: 0.2488372 Aug 26 15:24:39.535063 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 15:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-704e304d-8fb6-4b9d-b7a4-c34e056d765a x-openstack-request-id: req-704e304d-8fb6-4b9d-b7a4-c34e056d765a {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:24:39.535385 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "999dbac7-5c2a-49aa-b34b-ea43fd6d6dfe", "name": "network-vif-deleted", "tag": "0ee6e227-31cf-4126-8974-0ed670e52505", "status": "completed", "code": 200}]} {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:24:39.535618 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-704e304d-8fb6-4b9d-b7a4-c34e056d765a {{(pid=93842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:24:39.535984 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '999dbac7-5c2a-49aa-b34b-ea43fd6d6dfe', 'name': 'network-vif-deleted', 'tag': '0ee6e227-31cf-4126-8974-0ed670e52505', 'status': 'completed', 'code': 200} Aug 26 15:24:39.593154 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.db.db_base_plugin_common [req-f057c252-59b8-43e8-b616-ab0502a1972f req-4412c7ff-577b-49b2-a4ba-34e6ecdc8032 tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] Allocated IP 172.20.0.10 (7a94c5f1-64dd-4250-a382-84c127ecef53/0bd65b21-db6f-451e-86f7-e83bfb15b89f/ee5ab6c9-25a0-4aae-ac2d-c99ade0591f3) {{(pid=93841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:24:39.615524 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Pushing event updated for resources: {'Port': ['ID=909734fa-79bb-464f-8f95-2fa15fd3d09d,revision_number=4']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:24:39.667497 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-3a34478c-5f1b-4ca1-a0be-49024815d073 req-228e808d-44fe-4844-bd79-c1dd244b97bd tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=44677d48-8306-44c7-a2fe-97d323591896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1683009 Aug 26 15:24:39.686393 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] get_ports_and_sgs() called for port_ids ['909734fa-79bb-464f-8f95-2fa15fd3d09d'] {{(pid=93843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 15:24:39.938061 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:40.030835 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-ca0a37db-ce2b-469a-ae8a-1b6d196bd15b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:40.122557 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-f7dfb96a-3509-40a1-ae31-98e80eff4499 req-92a8bb68-0b48-49eb-99e0-f952eb1c503c tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e8a41a5-49b3-47a4-8a67-847435442155 HTTP/1.1" status: 200 len: 210 time: 0.0681801 Aug 26 15:24:40.271418 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-f057c252-59b8-43e8-b616-ab0502a1972f req-4412c7ff-577b-49b2-a4ba-34e6ecdc8032 tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] Notify callbacks [] for port, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:40.365005 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-f057c252-59b8-43e8-b616-ab0502a1972f req-4412c7ff-577b-49b2-a4ba-34e6ecdc8032 tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793280355359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263742114'] for port, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:40.528622 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4ed3d8-40a7-4004-b9e8-c82e4bd77cd3 req-2d41b592-3f2a-4644-a194-926ef0423105 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:40.538461 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-9c4ed3d8-40a7-4004-b9e8-c82e4bd77cd3 req-2d41b592-3f2a-4644-a194-926ef0423105 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c109c3b-265c-4b41-8d6b-111cc8d2ee8d HTTP/1.1" status: 200 len: 944 time: 0.6974535 Aug 26 15:24:40.611200 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f057c252-59b8-43e8-b616-ab0502a1972f req-4412c7ff-577b-49b2-a4ba-34e6ecdc8032 tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] Network 7a94c5f1-64dd-4250-a382-84c127ecef53 is already hosted by enough agents. {{(pid=93841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:24:40.624051 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcde1b0-4d5b-4547-b1dd-93355d384dbf req-d5fc1323-6e6a-479a-a13a-5738ac4ad6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:40.630440 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-5dcde1b0-4d5b-4547-b1dd-93355d384dbf req-d5fc1323-6e6a-479a-a13a-5738ac4ad6b9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a571a33f0e074fabbd06be1f77a97dd0&device_id=8bcbcafd-183f-448c-8622-d3bca30c9523 HTTP/1.1" status: 200 len: 1098 time: 0.1747310 Aug 26 15:24:40.631999 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.scheduler.base_scheduler [req-f057c252-59b8-43e8-b616-ab0502a1972f req-4412c7ff-577b-49b2-a4ba-34e6ecdc8032 tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] Resources bound (agent type, host, resource id): {{(pid=93841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:24:40.656893 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4412c7ff-577b-49b2-a4ba-34e6ecdc8032 tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] Pushing event updated for resources: {'Port': ['ID=ee5ab6c9-25a0-4aae-ac2d-c99ade0591f3,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:24:40.669617 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [req-f057c252-59b8-43e8-b616-ab0502a1972f req-4412c7ff-577b-49b2-a4ba-34e6ecdc8032 tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] Received port after_create {{(pid=93841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 15:24:40.758275 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Device 0ee6e227-31cf-4126-8974-0ed670e52505 no longer exists at agent hyperv_hv-cinder-77957 {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 15:24:40.836814 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] No Port match for: 0ee6e227-31cf-4126-8974-0ed670e52505 {{(pid=93843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 15:24:40.837397 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Device 0ee6e227-31cf-4126-8974-0ed670e52505 not bound to the agent host hv-cinder-77957 {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 15:24:40.935832 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-9c4ed3d8-40a7-4004-b9e8-c82e4bd77cd3 req-8a31cf8e-a416-45ac-b5e3-8496d339d3dd tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] 10.222.0.20 "GET /v2.0/security-groups?id=e62b5368-65f6-47b1-a3f0-2bcec5167246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3958976 Aug 26 15:24:40.951206 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcde1b0-4d5b-4547-b1dd-93355d384dbf req-74fb2b02-b8cd-4b72-9b0b-85405ecf9ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:40.958174 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-5dcde1b0-4d5b-4547-b1dd-93355d384dbf req-74fb2b02-b8cd-4b72-9b0b-85405ecf9ba4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a386d6d9-e769-427b-a3dd-4a66aae709a7 HTTP/1.1" status: 200 len: 912 time: 0.3131104 Aug 26 15:24:40.981546 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f057c252-59b8-43e8-b616-ab0502a1972f req-4412c7ff-577b-49b2-a4ba-34e6ecdc8032 tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:40.988150 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-f057c252-59b8-43e8-b616-ab0502a1972f req-4412c7ff-577b-49b2-a4ba-34e6ecdc8032 tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4089636'] for port, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:41.047935 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-f057c252-59b8-43e8-b616-ab0502a1972f req-4412c7ff-577b-49b2-a4ba-34e6ecdc8032 tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6404221 Aug 26 15:24:41.066219 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [req-f057c252-59b8-43e8-b616-ab0502a1972f req-303c1ea4-568f-4950-9e04-4b85f589c068 service neutron] Request body: {'port': {'device_id': '9e8a41a5-49b3-47a4-8a67-847435442155', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77957'}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:24:41.249786 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-5dcde1b0-4d5b-4547-b1dd-93355d384dbf req-1b3bb479-432c-41f2-a3a1-17edea4972be service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=19807c52-9106-4c0c-a713-a26d1c773cd7 HTTP/1.1" status: 200 len: 1001 time: 0.2713606 Aug 26 15:24:41.349751 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcde1b0-4d5b-4547-b1dd-93355d384dbf req-9394fc05-630e-4520-b9ba-5fe857ba5996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:41.350396 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-f057c252-59b8-43e8-b616-ab0502a1972f req-303c1ea4-568f-4950-9e04-4b85f589c068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:41.355090 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-5dcde1b0-4d5b-4547-b1dd-93355d384dbf req-9394fc05-630e-4520-b9ba-5fe857ba5996 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c96291ec-8721-4a15-8133-5907bd72b460 HTTP/1.1" status: 200 len: 850 time: 0.0988545 Aug 26 15:24:41.372846 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c45f19a1-5a59-44e4-9446-0a9261f71b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:41.376152 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda5c81f-c2cb-4baa-a432-2397d26d9d80 req-b9bf2048-179d-4771-960d-f935d32199d5 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:41.378687 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-fda5c81f-c2cb-4baa-a432-2397d26d9d80 req-b9bf2048-179d-4771-960d-f935d32199d5 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bcbcafd-183f-448c-8622-d3bca30c9523 HTTP/1.1" status: 200 len: 945 time: 0.2176814 Aug 26 15:24:41.461222 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad90ae4-68bd-4d3f-bf81-fc090bbc5ef8 req-622f3f42-62b5-4212-a75d-a69b54d43379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:41.464243 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-3ad90ae4-68bd-4d3f-bf81-fc090bbc5ef8 req-622f3f42-62b5-4212-a75d-a69b54d43379 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=00ac4322064645a3ad7e3251384021a2&device_id=ca0769da-6c1e-433b-8817-4309fcc35b35 HTTP/1.1" status: 200 len: 1098 time: 0.2809424 Aug 26 15:24:41.485023 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a7b60e-36a5-463d-8940-add8ca888ba1 req-cc759fa2-1fa6-46a9-9330-6f5578db0bbd tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:41.498463 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-14a7b60e-36a5-463d-8940-add8ca888ba1 req-cc759fa2-1fa6-46a9-9330-6f5578db0bbd tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=3028e66a-51b4-4638-bfef-d34285d30fd1 HTTP/1.1" status: 200 len: 946 time: 0.1414905 Aug 26 15:24:41.517507 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcde1b0-4d5b-4547-b1dd-93355d384dbf req-7d1b0d19-5c09-4644-8679-831349e666f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:41.519980 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-fda5c81f-c2cb-4baa-a432-2397d26d9d80 req-2b36f3e1-35f1-4a76-9c2c-678bcf290404 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/security-groups?id=3238190c-f4cd-40e3-8621-367f15fa4088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226022 Aug 26 15:24:41.520227 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-5dcde1b0-4d5b-4547-b1dd-93355d384dbf req-7d1b0d19-5c09-4644-8679-831349e666f6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a386d6d9-e769-427b-a3dd-4a66aae709a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1288552 Aug 26 15:24:41.754711 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-14a7b60e-36a5-463d-8940-add8ca888ba1 req-6e87d5a0-b8a3-4731-ae74-671dc014fed9 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=44677d48-8306-44c7-a2fe-97d323591896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2545793 Aug 26 15:24:41.767987 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-5dcde1b0-4d5b-4547-b1dd-93355d384dbf req-f3e04875-866e-4823-8775-13f0ccbda1ad service neutron] 10.222.0.47 "GET /v2.0/networks/a386d6d9-e769-427b-a3dd-4a66aae709a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357883 Aug 26 15:24:41.956107 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28c33fe-aa63-445e-a449-23536652858b req-333306fa-f50c-4a73-bbcb-d657a10c8483 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:41.958960 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-f28c33fe-aa63-445e-a449-23536652858b req-333306fa-f50c-4a73-bbcb-d657a10c8483 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca0769da-6c1e-433b-8817-4309fcc35b35 HTTP/1.1" status: 200 len: 945 time: 0.2571726 Aug 26 15:24:41.976604 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad90ae4-68bd-4d3f-bf81-fc090bbc5ef8 req-0c062849-f79f-48a8-adb2-b1dd9ad6408a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:41.977207 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-3ad90ae4-68bd-4d3f-bf81-fc090bbc5ef8 req-0c062849-f79f-48a8-adb2-b1dd9ad6408a service neutron] 10.222.0.47 "GET /v2.0/networks?id=23227f11-366d-4e8b-91f1-3c9872eb5af5 HTTP/1.1" status: 200 len: 919 time: 0.4695036 Aug 26 15:24:42.100303 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61f71f3-c145-4af2-a937-684eebcb9cf8 req-4bc21eed-3f38-4438-b70a-a55a4bcbb969 tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:42.102781 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-d61f71f3-c145-4af2-a937-684eebcb9cf8 req-4bc21eed-3f38-4438-b70a-a55a4bcbb969 tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e8a41a5-49b3-47a4-8a67-847435442155 HTTP/1.1" status: 200 len: 932 time: 0.1563535 Aug 26 15:24:42.109378 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-5dcde1b0-4d5b-4547-b1dd-93355d384dbf req-30cca2ad-0080-4167-8d38-8a7e648de4aa service neutron] 10.222.0.47 "GET /v2.0/networks/a386d6d9-e769-427b-a3dd-4a66aae709a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3312068 Aug 26 15:24:42.153487 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-3ad90ae4-68bd-4d3f-bf81-fc090bbc5ef8 req-b2e6b731-3bbc-48eb-aa2f-0a9d79bbe8ac service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9cc1a951-1156-4875-8514-d30cac6c36bc HTTP/1.1" status: 200 len: 217 time: 0.1445916 Aug 26 15:24:42.265078 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-f28c33fe-aa63-445e-a449-23536652858b req-4f8cbfef-d5e7-4e24-9e11-1dfc40dae8f7 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2924106 Aug 26 15:24:42.270085 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-d61f71f3-c145-4af2-a937-684eebcb9cf8 req-136c1bed-ace6-4696-9cbb-4c5b8e621b74 tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4052277-408e-4f94-b607-f798f751e9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548696 Aug 26 15:24:42.325242 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad90ae4-68bd-4d3f-bf81-fc090bbc5ef8 req-259b02fc-ce5a-464a-be38-9f2dc40088aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:42.328739 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-3ad90ae4-68bd-4d3f-bf81-fc090bbc5ef8 req-259b02fc-ce5a-464a-be38-9f2dc40088aa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=45e9eb6c-a20b-4b32-9499-5459d749d27d HTTP/1.1" status: 200 len: 858 time: 0.1642041 Aug 26 15:24:42.402156 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-3ad90ae4-68bd-4d3f-bf81-fc090bbc5ef8 req-b2120bf6-317f-4447-864f-95110092281b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=23227f11-366d-4e8b-91f1-3c9872eb5af5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620327 Aug 26 15:24:42.771624 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Device 909734fa-79bb-464f-8f95-2fa15fd3d09d up at agent hyperv_hv-cinder-77957 {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:24:42.792168 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e43c858-225d-4588-a65a-82ca0b91cd1a req-9822ea81-30a5-45ab-81f9-b1935d5e8d36 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:42.811149 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-4e43c858-225d-4588-a65a-82ca0b91cd1a req-9822ea81-30a5-45ab-81f9-b1935d5e8d36 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] 10.222.0.20 "GET /v2.0/networks?id=383eed2a-2fa5-4bbc-9d7b-58b9420ad5a0 HTTP/1.1" status: 200 len: 809 time: 0.3723302 Aug 26 15:24:42.866038 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-4e43c858-225d-4588-a65a-82ca0b91cd1a req-b5f88671-14e8-4ecc-b63d-f30f87b7ed4d tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] 10.222.0.20 "GET /v2.0/quotas/422c2e3bf6c841b3a5f4d36767771c31 HTTP/1.1" status: 200 len: 375 time: 0.0475209 Aug 26 15:24:43.032610 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-4e43c858-225d-4588-a65a-82ca0b91cd1a req-0d207637-1eb9-4a28-84c8-185c542c6e3e tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=422c2e3bf6c841b3a5f4d36767771c31&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1651878 Aug 26 15:24:43.065928 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-a6032fac-f2a0-46d6-9c2c-2483dfdc6249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:43.071231 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Provisioning for port 909734fa-79bb-464f-8f95-2fa15fd3d09d completed by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 15:24:43.078199 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Provisioning complete for port 909734fa-79bb-464f-8f95-2fa15fd3d09d triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:24:43.078685 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:43.300777 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:43.422295 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c109c3b-265c-4b41-8d6b-111cc8d2ee8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '909734fa-79bb-464f-8f95-2fa15fd3d09d'}] {{(pid=93843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 15:24:43.428497 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d587d98fe02f6619f456de0f45288515ee723af96d1e5c8ab0bdf50e2145b638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95920170-4805-4817-9aa1-b2a36f867d34" -d '{"events": [{"server_uuid": "4c109c3b-265c-4b41-8d6b-111cc8d2ee8d", "name": "network-vif-plugged", "status": "completed", "tag": "909734fa-79bb-464f-8f95-2fa15fd3d09d"}]}' {{(pid=93843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:24:43.448739 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-4e43c858-225d-4588-a65a-82ca0b91cd1a req-2ecf6687-32f3-49f1-a659-9a7c39d5263c service neutron] 10.222.0.20 "GET /v2.0/networks/383eed2a-2fa5-4bbc-9d7b-58b9420ad5a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4099221 Aug 26 15:24:43.474939 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.notifiers.nova [req-f057c252-59b8-43e8-b616-ab0502a1972f req-303c1ea4-568f-4950-9e04-4b85f589c068 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee5ab6c9-25a0-4aae-ac2d-c99ade0591f3 {{(pid=93841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 15:24:43.490222 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] For port 909734fa-79bb-464f-8f95-2fa15fd3d09d, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=909734fa-79bb-464f-8f95-2fa15fd3d09d,segment=NetworkSegment(65ca07df-a632-4cb7-b152-427f2eb06870),segment_id=65ca07df-a632-4cb7-b152-427f2eb06870)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:24:43.502247 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:43.507818 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-f057c252-59b8-43e8-b616-ab0502a1972f req-303c1ea4-568f-4950-9e04-4b85f589c068 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:43.551083 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.db.provisioning_blocks [req-f057c252-59b8-43e8-b616-ab0502a1972f req-303c1ea4-568f-4950-9e04-4b85f589c068 service neutron] Transition to ACTIVE for port object ee5ab6c9-25a0-4aae-ac2d-c99ade0591f3 will not be triggered until provisioned by entity L2. {{(pid=93841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 15:24:43.566914 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-f057c252-59b8-43e8-b616-ab0502a1972f req-303c1ea4-568f-4950-9e04-4b85f589c068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263742139'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:43.590987 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-4e43c858-225d-4588-a65a-82ca0b91cd1a req-a323273a-5cb2-4c90-9e74-9178e4d7eef1 service neutron] 10.222.0.20 "GET /v2.0/networks/383eed2a-2fa5-4bbc-9d7b-58b9420ad5a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407642 Aug 26 15:24:43.611487 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36dba54-05fb-497f-ab77-1a0e5d855968 req-f6cefdf5-2483-483b-a5c0-9fc52831682f tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:43.621234 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-c36dba54-05fb-497f-ab77-1a0e5d855968 req-f6cefdf5-2483-483b-a5c0-9fc52831682f tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c109c3b-265c-4b41-8d6b-111cc8d2ee8d HTTP/1.1" status: 200 len: 944 time: 1.0915089 Aug 26 15:24:43.623065 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Pushing event updated for resources: {'Port': ['ID=909734fa-79bb-464f-8f95-2fa15fd3d09d,revision_number=5']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:24:43.670756 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-3ad90ae4-68bd-4d3f-bf81-fc090bbc5ef8 req-62a6d739-0f79-4fd0-b966-cf8bcd51426b service neutron] 10.222.0.47 "GET /v2.0/networks/23227f11-366d-4e8b-91f1-3c9872eb5af5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2565880 Aug 26 15:24:43.773282 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303c1ea4-568f-4950-9e04-4b85f589c068 service neutron] Pushing event updated for resources: {'Port': ['ID=ee5ab6c9-25a0-4aae-ac2d-c99ade0591f3,revision_number=2']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:24:43.792705 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-c36dba54-05fb-497f-ab77-1a0e5d855968 req-331db2d6-02ce-4f9c-9c44-2adfc03222c0 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] 10.222.0.20 "GET /v2.0/security-groups?id=e62b5368-65f6-47b1-a3f0-2bcec5167246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703925 Aug 26 15:24:43.943794 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75941ba6-89f6-49a8-8af4-14a2b7a572dd req-f83f753c-d750-4932-950c-71ffdbac87a5 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:43.954743 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-75941ba6-89f6-49a8-8af4-14a2b7a572dd req-f83f753c-d750-4932-950c-71ffdbac87a5 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bcbcafd-183f-448c-8622-d3bca30c9523 HTTP/1.1" status: 200 len: 945 time: 0.0884347 Aug 26 15:24:43.970887 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-3ad90ae4-68bd-4d3f-bf81-fc090bbc5ef8 req-5f335ce7-c9a6-46f4-ad0e-39649a2b2cd5 service neutron] 10.222.0.47 "GET /v2.0/networks/23227f11-366d-4e8b-91f1-3c9872eb5af5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2817883 Aug 26 15:24:43.999195 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968ecdbb-88f7-4a7a-97d2-a206937593e1 req-1ec0b1d5-713d-4ad1-b23e-49b79514f881 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:44.006608 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-968ecdbb-88f7-4a7a-97d2-a206937593e1 req-1ec0b1d5-713d-4ad1-b23e-49b79514f881 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=3028e66a-51b4-4638-bfef-d34285d30fd1 HTTP/1.1" status: 200 len: 946 time: 0.0982764 Aug 26 15:24:44.010955 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-75941ba6-89f6-49a8-8af4-14a2b7a572dd req-32d7783a-6615-49e2-9bbc-cbcab4ab5fd1 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/security-groups?id=3238190c-f4cd-40e3-8621-367f15fa4088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555146 Aug 26 15:24:44.032248 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [req-f057c252-59b8-43e8-b616-ab0502a1972f req-303c1ea4-568f-4950-9e04-4b85f589c068 service neutron] Attempting to bind port ee5ab6c9-25a0-4aae-ac2d-c99ade0591f3 on host hv-cinder-77957 for vnic_type normal with profile {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 15:24:44.032693 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [req-f057c252-59b8-43e8-b616-ab0502a1972f req-303c1ea4-568f-4950-9e04-4b85f589c068 service neutron] Attempting to bind port ee5ab6c9-25a0-4aae-ac2d-c99ade0591f3 by drivers openvswitch,hyperv on host hv-cinder-77957 at level 0 using segments [{'id': '5a0930d2-6a27-4661-a1d4-731f8669008f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '7a94c5f1-64dd-4250-a382-84c127ecef53'}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 15:24:44.033208 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f057c252-59b8-43e8-b616-ab0502a1972f req-303c1ea4-568f-4950-9e04-4b85f589c068 service neutron] Attempting to bind port ee5ab6c9-25a0-4aae-ac2d-c99ade0591f3 on network 7a94c5f1-64dd-4250-a382-84c127ecef53 {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 15:24:44.044158 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f057c252-59b8-43e8-b616-ab0502a1972f req-303c1ea4-568f-4950-9e04-4b85f589c068 service neutron] Port ee5ab6c9-25a0-4aae-ac2d-c99ade0591f3 on network 7a94c5f1-64dd-4250-a382-84c127ecef53 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77957 {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 15:24:44.044600 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f057c252-59b8-43e8-b616-ab0502a1972f req-303c1ea4-568f-4950-9e04-4b85f589c068 service neutron] Attempting to bind port ee5ab6c9-25a0-4aae-ac2d-c99ade0591f3 on network 7a94c5f1-64dd-4250-a382-84c127ecef53 {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 15:24:44.059756 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f057c252-59b8-43e8-b616-ab0502a1972f req-303c1ea4-568f-4950-9e04-4b85f589c068 service neutron] Checking agent: {'id': '48810b0c-601b-439f-aa19-0a054d9f642d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77957', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 15, 20, 8), 'started_at': datetime.datetime(2021, 8, 26, 15, 20, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 15, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 15:24:44.060247 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f057c252-59b8-43e8-b616-ab0502a1972f req-303c1ea4-568f-4950-9e04-4b85f589c068 service neutron] Checking segment: {'id': '5a0930d2-6a27-4661-a1d4-731f8669008f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '7a94c5f1-64dd-4250-a382-84c127ecef53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 15:24:44.060744 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f057c252-59b8-43e8-b616-ab0502a1972f req-303c1ea4-568f-4950-9e04-4b85f589c068 service neutron] Bound using segment: {'id': '5a0930d2-6a27-4661-a1d4-731f8669008f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '7a94c5f1-64dd-4250-a382-84c127ecef53'} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 15:24:44.061317 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [req-f057c252-59b8-43e8-b616-ab0502a1972f req-303c1ea4-568f-4950-9e04-4b85f589c068 service neutron] Bound port: ee5ab6c9-25a0-4aae-ac2d-c99ade0591f3, host: hv-cinder-77957, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a0930d2-6a27-4661-a1d4-731f8669008f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '7a94c5f1-64dd-4250-a382-84c127ecef53'}}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 15:24:44.061826 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-f057c252-59b8-43e8-b616-ab0502a1972f req-303c1ea4-568f-4950-9e04-4b85f589c068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:44.078402 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-968ecdbb-88f7-4a7a-97d2-a206937593e1 req-6b776f39-87d1-490b-b5e2-b5fcd2e14691 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=44677d48-8306-44c7-a2fe-97d323591896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707908 Aug 26 15:24:44.257813 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a96e16-7d90-4061-847a-e91bdce4b83d req-7acbc8bb-c97a-4583-909d-267a3c071b02 tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:44.261326 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-39a96e16-7d90-4061-847a-e91bdce4b83d req-7acbc8bb-c97a-4583-909d-267a3c071b02 tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e8a41a5-49b3-47a4-8a67-847435442155 HTTP/1.1" status: 200 len: 944 time: 0.1540251 Aug 26 15:24:44.282654 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.db [req-f057c252-59b8-43e8-b616-ab0502a1972f req-303c1ea4-568f-4950-9e04-4b85f589c068 service neutron] For port ee5ab6c9-25a0-4aae-ac2d-c99ade0591f3, host hv-cinder-77957, cleared binding levels {{(pid=93841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:24:44.296950 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.db [req-f057c252-59b8-43e8-b616-ab0502a1972f req-303c1ea4-568f-4950-9e04-4b85f589c068 service neutron] For port ee5ab6c9-25a0-4aae-ac2d-c99ade0591f3, host hv-cinder-77957, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=ee5ab6c9-25a0-4aae-ac2d-c99ade0591f3,segment=NetworkSegment(5a0930d2-6a27-4661-a1d4-731f8669008f),segment_id=5a0930d2-6a27-4661-a1d4-731f8669008f)] {{(pid=93841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:24:44.304004 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-f057c252-59b8-43e8-b616-ab0502a1972f req-303c1ea4-568f-4950-9e04-4b85f589c068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263742139'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:44.320988 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c115aa-8c20-4e03-a8a2-01acd25e4d44 req-1ececc73-fbfb-440b-9fcc-d2d18ef2a51e tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:44.323717 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-a9c115aa-8c20-4e03-a8a2-01acd25e4d44 req-1ececc73-fbfb-440b-9fcc-d2d18ef2a51e tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca0769da-6c1e-433b-8817-4309fcc35b35 HTTP/1.1" status: 200 len: 945 time: 0.1529710 Aug 26 15:24:44.368632 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-39a96e16-7d90-4061-847a-e91bdce4b83d req-dcffd911-1106-478d-9c19-87788ccbc809 tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4052277-408e-4f94-b607-f798f751e9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943599 Aug 26 15:24:44.399021 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f057c252-59b8-43e8-b616-ab0502a1972f req-303c1ea4-568f-4950-9e04-4b85f589c068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:44.399667 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-f057c252-59b8-43e8-b616-ab0502a1972f req-303c1ea4-568f-4950-9e04-4b85f589c068 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4089636'] for port, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:44.407625 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-f057c252-59b8-43e8-b616-ab0502a1972f req-303c1ea4-568f-4950-9e04-4b85f589c068 service neutron] 10.222.0.47 "PUT /v2.0/ports/ee5ab6c9-25a0-4aae-ac2d-c99ade0591f3 HTTP/1.1" status: 200 len: 1094 time: 3.3486915 Aug 26 15:24:44.410071 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e8a41a5-49b3-47a4-8a67-847435442155', 'tag': 'ee5ab6c9-25a0-4aae-ac2d-c99ade0591f3'}] {{(pid=93841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 15:24:44.416259 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40d6179e675e884694bb6412ad93f17435ac71a39ec2274297e1b4aadb89820e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fc74205-5653-4c95-92a5-f32fce712f57" -d '{"events": [{"name": "network-changed", "server_uuid": "9e8a41a5-49b3-47a4-8a67-847435442155", "tag": "ee5ab6c9-25a0-4aae-ac2d-c99ade0591f3"}]}' {{(pid=93841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:24:44.475813 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 15:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a191ced1-bb6f-4502-b74b-9bc899f9466f x-openstack-request-id: req-a191ced1-bb6f-4502-b74b-9bc899f9466f {{(pid=93843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:24:44.476416 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c109c3b-265c-4b41-8d6b-111cc8d2ee8d", "name": "network-vif-plugged", "status": "completed", "tag": "909734fa-79bb-464f-8f95-2fa15fd3d09d", "code": 200}]} {{(pid=93843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:24:44.476531 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a191ced1-bb6f-4502-b74b-9bc899f9466f {{(pid=93843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:24:44.476893 dv-cinder-779576-7-iscsi neutron-server[93843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c109c3b-265c-4b41-8d6b-111cc8d2ee8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '909734fa-79bb-464f-8f95-2fa15fd3d09d', 'code': 200} Aug 26 15:24:44.522348 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-a9c115aa-8c20-4e03-a8a2-01acd25e4d44 req-a1287aad-f1eb-4f72-99b3-a1bbe91f0c8b tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609981 Aug 26 15:24:44.562044 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303c1ea4-568f-4950-9e04-4b85f589c068 service neutron] Pushing event updated for resources: {'Port': ['ID=ee5ab6c9-25a0-4aae-ac2d-c99ade0591f3,revision_number=3']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:24:44.627564 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-07f48726-f309-40ce-abb8-f83306cd7c4e req-50bfbdd1-2568-46f1-8a05-e54842c7b1f9 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c5053a7-f532-4de1-875a-8187f9191bb2 HTTP/1.1" status: 200 len: 210 time: 0.0617607 Aug 26 15:24:44.636130 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 15:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-003eed89-eb66-464b-a168-de49493a10ae x-openstack-request-id: req-003eed89-eb66-464b-a168-de49493a10ae {{(pid=93841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:24:44.636358 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e8a41a5-49b3-47a4-8a67-847435442155", "tag": "ee5ab6c9-25a0-4aae-ac2d-c99ade0591f3", "status": "completed", "code": 200}]} {{(pid=93841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:24:44.636765 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-003eed89-eb66-464b-a168-de49493a10ae {{(pid=93841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:24:44.637422 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e8a41a5-49b3-47a4-8a67-847435442155', 'tag': 'ee5ab6c9-25a0-4aae-ac2d-c99ade0591f3', 'status': 'completed', 'code': 200} Aug 26 15:24:44.961474 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828922f5-fa44-44c8-88a3-7add87924f87 req-aa2c2ccf-1d3d-4148-a13d-b5a2efa80bfc tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:44.964009 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-828922f5-fa44-44c8-88a3-7add87924f87 req-aa2c2ccf-1d3d-4148-a13d-b5a2efa80bfc tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c109c3b-265c-4b41-8d6b-111cc8d2ee8d HTTP/1.1" status: 200 len: 945 time: 0.0633295 Aug 26 15:24:45.011119 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-828922f5-fa44-44c8-88a3-7add87924f87 req-07892118-15aa-4d3f-b375-6be2afbfe787 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] 10.222.0.20 "GET /v2.0/security-groups?id=e62b5368-65f6-47b1-a3f0-2bcec5167246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374131 Aug 26 15:24:45.255388 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfdb105-36cf-497f-ba61-80ff861d8db8 req-e71c0cf2-ebba-48ce-938c-e7b56f2b5985 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:45.262330 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-4bfdb105-36cf-497f-ba61-80ff861d8db8 req-e71c0cf2-ebba-48ce-938c-e7b56f2b5985 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=3028e66a-51b4-4638-bfef-d34285d30fd1 HTTP/1.1" status: 200 len: 946 time: 0.0901227 Aug 26 15:24:45.367653 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-4bfdb105-36cf-497f-ba61-80ff861d8db8 req-f94274d0-e028-4595-8477-f68d29495c3f tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=44677d48-8306-44c7-a2fe-97d323591896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009085 Aug 26 15:24:45.561053 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a141e6ea-cf40-4177-bb81-75f252b895a2 req-2883f207-38da-4074-8496-5d9b1a2b909e tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:45.562812 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-a141e6ea-cf40-4177-bb81-75f252b895a2 req-2883f207-38da-4074-8496-5d9b1a2b909e tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e8a41a5-49b3-47a4-8a67-847435442155 HTTP/1.1" status: 200 len: 944 time: 0.0948448 Aug 26 15:24:45.637202 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-a141e6ea-cf40-4177-bb81-75f252b895a2 req-a41660a2-f80b-40fa-8ea7-32e44d7ba332 tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4052277-408e-4f94-b607-f798f751e9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624306 Aug 26 15:24:45.757985 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816c10df-7bf9-408d-a426-d138e7ac2ebf req-9e163d2a-4f9f-44c8-be95-9740b7c69c80 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:45.761043 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-816c10df-7bf9-408d-a426-d138e7ac2ebf req-9e163d2a-4f9f-44c8-be95-9740b7c69c80 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca0769da-6c1e-433b-8817-4309fcc35b35 HTTP/1.1" status: 200 len: 945 time: 0.0847909 Aug 26 15:24:45.824789 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-b60170bf-a02c-4e27-bbcb-16e3104928fc req-1729f73e-d9e2-4a46-a5c5-f530cb00ddbe tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c5053a7-f532-4de1-875a-8187f9191bb2 HTTP/1.1" status: 200 len: 210 time: 0.0334225 Aug 26 15:24:45.829473 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-816c10df-7bf9-408d-a426-d138e7ac2ebf req-0915229c-fd51-47d1-b5b6-7e9bb7e7834e tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618136 Aug 26 15:24:46.157778 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c67a62-d04e-49bf-ab5c-5f8418c262a7 req-fa34e26b-0231-48cc-acda-1b0a25ae5617 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:46.160107 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-a9c67a62-d04e-49bf-ab5c-5f8418c262a7 req-fa34e26b-0231-48cc-acda-1b0a25ae5617 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c109c3b-265c-4b41-8d6b-111cc8d2ee8d HTTP/1.1" status: 200 len: 945 time: 0.0743215 Aug 26 15:24:46.215834 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-a9c67a62-d04e-49bf-ab5c-5f8418c262a7 req-40bd223e-7ef6-4bcb-a98c-26387f638545 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] 10.222.0.20 "GET /v2.0/security-groups?id=e62b5368-65f6-47b1-a3f0-2bcec5167246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479159 Aug 26 15:24:46.524343 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28113afc-e2c0-4c55-a54b-4cf1aaeb8243 req-b85a6c57-b8cb-483a-bb5d-80e9596ba617 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:46.533021 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-28113afc-e2c0-4c55-a54b-4cf1aaeb8243 req-b85a6c57-b8cb-483a-bb5d-80e9596ba617 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=3028e66a-51b4-4638-bfef-d34285d30fd1 HTTP/1.1" status: 200 len: 946 time: 0.0655768 Aug 26 15:24:46.594336 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-28113afc-e2c0-4c55-a54b-4cf1aaeb8243 req-ae572cc8-38c2-4b39-b7f9-b91fc1c3a1a1 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=44677d48-8306-44c7-a2fe-97d323591896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601878 Aug 26 15:24:46.829028 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bb4ddd-8158-4515-b33c-22b6db9208fa req-dee783e9-b071-4631-b557-d74f563954bb tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:46.836016 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-71bb4ddd-8158-4515-b33c-22b6db9208fa req-dee783e9-b071-4631-b557-d74f563954bb tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e8a41a5-49b3-47a4-8a67-847435442155 HTTP/1.1" status: 200 len: 944 time: 0.0966065 Aug 26 15:24:46.907718 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-71bb4ddd-8158-4515-b33c-22b6db9208fa req-efd8cd4b-652e-4e71-aec1-c8b28fdbd877 tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4052277-408e-4f94-b607-f798f751e9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707052 Aug 26 15:24:46.931824 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc74205-5653-4c95-92a5-f32fce712f57 req-877ddb29-ae05-4dc7-9c87-a5d5d6bbe54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:46.947419 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-6fc74205-5653-4c95-92a5-f32fce712f57 req-877ddb29-ae05-4dc7-9c87-a5d5d6bbe54b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b860629c74fc4b2bbd4d7d3ab0ece0e5&device_id=9e8a41a5-49b3-47a4-8a67-847435442155 HTTP/1.1" status: 200 len: 1097 time: 0.1849756 Aug 26 15:24:47.060554 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-ffea348f-4d94-47bd-a8e8-fd2a69d204eb req-e391c1ae-d1aa-4c6d-9b09-a217bfffc6ab tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c5053a7-f532-4de1-875a-8187f9191bb2 HTTP/1.1" status: 200 len: 210 time: 0.0374575 Aug 26 15:24:47.238859 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158378da-8632-486e-9b5c-3707baffe218 req-187c651c-30ab-4597-aa95-7fc6a010c51f tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:47.248847 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-158378da-8632-486e-9b5c-3707baffe218 req-187c651c-30ab-4597-aa95-7fc6a010c51f tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca0769da-6c1e-433b-8817-4309fcc35b35 HTTP/1.1" status: 200 len: 945 time: 0.3211989 Aug 26 15:24:47.402758 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc74205-5653-4c95-92a5-f32fce712f57 req-cc8521c4-11a8-4cf1-99a6-069aa432cb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:47.402758 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-6fc74205-5653-4c95-92a5-f32fce712f57 req-cc8521c4-11a8-4cf1-99a6-069aa432cb76 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=b860629c74fc4b2bbd4d7d3ab0ece0e5&shared=False HTTP/1.1" status: 200 len: 914 time: 0.4214504 Aug 26 15:24:47.441850 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51430711-76f6-4dae-8799-3ed6ff02a0ed req-d95c63f2-2245-4fd3-b7db-b66cf13eafe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:47.443692 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-51430711-76f6-4dae-8799-3ed6ff02a0ed req-d95c63f2-2245-4fd3-b7db-b66cf13eafe6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4c109c3b-265c-4b41-8d6b-111cc8d2ee8d HTTP/1.1" status: 200 len: 1098 time: 0.2943065 Aug 26 15:24:47.460671 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8340e190-cc89-4a36-98c9-b894309518a8 req-82542809-aedb-494c-973a-b90d18ea9243 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:47.463589 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-8340e190-cc89-4a36-98c9-b894309518a8 req-82542809-aedb-494c-973a-b90d18ea9243 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c109c3b-265c-4b41-8d6b-111cc8d2ee8d HTTP/1.1" status: 200 len: 945 time: 0.0843110 Aug 26 15:24:47.510777 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-158378da-8632-486e-9b5c-3707baffe218 req-d45218af-8c15-43e1-89fa-69227984d80a tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392285 Aug 26 15:24:47.545925 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-8340e190-cc89-4a36-98c9-b894309518a8 req-31137279-f095-4aef-8fcb-6baa80581e00 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] 10.222.0.20 "GET /v2.0/security-groups?id=e62b5368-65f6-47b1-a3f0-2bcec5167246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725255 Aug 26 15:24:47.574039 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-51430711-76f6-4dae-8799-3ed6ff02a0ed req-2d9b2bec-b6ef-4872-b2e9-c53b16f1abf3 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e62b5368-65f6-47b1-a3f0-2bcec5167246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003377 Aug 26 15:24:47.632956 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc74205-5653-4c95-92a5-f32fce712f57 req-b539a754-f0d5-4e04-9a0b-f5231a53e93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:47.635411 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-6fc74205-5653-4c95-92a5-f32fce712f57 req-b539a754-f0d5-4e04-9a0b-f5231a53e93a service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2222626 Aug 26 15:24:47.777858 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbad2bfc-610a-4ed6-ae05-32f5993f3a18 req-31830609-52cb-4fae-a9a3-32b3c62f3dd9 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:47.780376 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-cbad2bfc-610a-4ed6-ae05-32f5993f3a18 req-31830609-52cb-4fae-a9a3-32b3c62f3dd9 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=3028e66a-51b4-4638-bfef-d34285d30fd1 HTTP/1.1" status: 200 len: 946 time: 0.0754492 Aug 26 15:24:48.071085 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f057c252-59b8-43e8-b616-ab0502a1972f req-2500e677-4e6f-4200-b359-4626982e17c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:48.071394 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-f057c252-59b8-43e8-b616-ab0502a1972f req-2500e677-4e6f-4200-b359-4626982e17c1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b860629c74fc4b2bbd4d7d3ab0ece0e5&device_id=9e8a41a5-49b3-47a4-8a67-847435442155 HTTP/1.1" status: 200 len: 1097 time: 0.1763549 Aug 26 15:24:48.089637 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-cbad2bfc-610a-4ed6-ae05-32f5993f3a18 req-bb5dec3d-3e21-4913-8ad8-ac84f90fb7a3 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=44677d48-8306-44c7-a2fe-97d323591896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2986312 Aug 26 15:24:48.281774 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca29ffb-123c-4fe0-91a2-f524604f1bbe req-053a8973-ab35-4b71-bd82-83fd37ca859d tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:48.281774 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-4ca29ffb-123c-4fe0-91a2-f524604f1bbe req-053a8973-ab35-4b71-bd82-83fd37ca859d tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e8a41a5-49b3-47a4-8a67-847435442155 HTTP/1.1" status: 200 len: 944 time: 0.2114067 Aug 26 15:24:48.296829 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-f057c252-59b8-43e8-b616-ab0502a1972f req-485533d6-5555-4007-a0bb-8abe52b65ef1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ee5ab6c9-25a0-4aae-ac2d-c99ade0591f3 HTTP/1.1" status: 200 len: 217 time: 0.2050021 Aug 26 15:24:48.333766 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-4ca29ffb-123c-4fe0-91a2-f524604f1bbe req-19f18497-e40a-4f5c-8eb7-2383323a4d20 tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4052277-408e-4f94-b607-f798f751e9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417116 Aug 26 15:24:48.411321 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-12bb6090-c0a0-4892-8599-b702cfc1b84b req-fb97b047-c2c6-4898-8302-a0dafd634e7d tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c5053a7-f532-4de1-875a-8187f9191bb2 HTTP/1.1" status: 200 len: 210 time: 0.0694811 Aug 26 15:24:48.439137 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e43c858-225d-4588-a65a-82ca0b91cd1a req-ce2b4984-30c8-4daa-b1b8-a6c9b02a35c9 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:48.440615 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-4e43c858-225d-4588-a65a-82ca0b91cd1a req-ce2b4984-30c8-4daa-b1b8-a6c9b02a35c9 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] 10.222.0.47 "GET /v2.0/networks?id=383eed2a-2fa5-4bbc-9d7b-58b9420ad5a0 HTTP/1.1" status: 200 len: 809 time: 0.5741434 Aug 26 15:24:48.454436 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [req-4e43c858-225d-4588-a65a-82ca0b91cd1a req-f5df1566-2e18-466a-b3af-101f65c0c938 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] Request body: {'port': {'device_id': '4c5053a7-f532-4de1-875a-8187f9191bb2', 'network_id': '383eed2a-2fa5-4bbc-9d7b-58b9420ad5a0', 'admin_state_up': True, 'tenant_id': '422c2e3bf6c841b3a5f4d36767771c31'}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:24:48.520898 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f057c252-59b8-43e8-b616-ab0502a1972f req-c20546cf-7095-44a4-a7ed-d98fdbd546da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:48.522927 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-f057c252-59b8-43e8-b616-ab0502a1972f req-c20546cf-7095-44a4-a7ed-d98fdbd546da service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0bd65b21-db6f-451e-86f7-e83bfb15b89f HTTP/1.1" status: 200 len: 853 time: 0.1988790 Aug 26 15:24:48.569235 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-f057c252-59b8-43e8-b616-ab0502a1972f req-67901702-7106-443c-8358-cbc72f402cee service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7a94c5f1-64dd-4250-a382-84c127ecef53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376899 Aug 26 15:24:48.764123 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38741e3-f9b7-41d8-864e-4566b646ce70 req-5ad93441-0553-43f8-a5c6-d20b4c0d4021 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:48.766190 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-b38741e3-f9b7-41d8-864e-4566b646ce70 req-5ad93441-0553-43f8-a5c6-d20b4c0d4021 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca0769da-6c1e-433b-8817-4309fcc35b35 HTTP/1.1" status: 200 len: 945 time: 0.0942140 Aug 26 15:24:48.846095 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e43c858-225d-4588-a65a-82ca0b91cd1a req-f5df1566-2e18-466a-b3af-101f65c0c938 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] Made reservation on behalf of 422c2e3bf6c841b3a5f4d36767771c31 for: {'port': 1} {{(pid=93841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:24:48.847637 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-b38741e3-f9b7-41d8-864e-4566b646ce70 req-e6e79313-0cef-4d20-9b27-7bdfb93b084d tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701544 Aug 26 15:24:48.849754 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-4e43c858-225d-4588-a65a-82ca0b91cd1a req-f5df1566-2e18-466a-b3af-101f65c0c938 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:48.887598 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e732bbc-6ede-471c-9c26-6c5ad671566b req-0214e8e8-7554-4386-ae16-d8886e4aa246 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:48.889469 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-6e732bbc-6ede-471c-9c26-6c5ad671566b req-0214e8e8-7554-4386-ae16-d8886e4aa246 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c109c3b-265c-4b41-8d6b-111cc8d2ee8d HTTP/1.1" status: 200 len: 945 time: 0.1306381 Aug 26 15:24:49.035865 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-f057c252-59b8-43e8-b616-ab0502a1972f req-7f9a311b-6bd9-4ca0-9d1b-af371d6b20ce service neutron] 10.222.0.47 "GET /v2.0/networks/7a94c5f1-64dd-4250-a382-84c127ecef53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4553132 Aug 26 15:24:49.084059 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-6e732bbc-6ede-471c-9c26-6c5ad671566b req-28f11e84-6e42-4801-8c18-3cf4f6f837f1 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] 10.222.0.20 "GET /v2.0/security-groups?id=e62b5368-65f6-47b1-a3f0-2bcec5167246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771262 Aug 26 15:24:49.304528 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4ba60a-c3dc-4f66-804a-d514362be1fe req-661cafac-41ef-427e-a146-868f1e145347 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:49.307396 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-5e4ba60a-c3dc-4f66-804a-d514362be1fe req-661cafac-41ef-427e-a146-868f1e145347 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=3028e66a-51b4-4638-bfef-d34285d30fd1 HTTP/1.1" status: 200 len: 946 time: 0.0694394 Aug 26 15:24:49.319266 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.db.db_base_plugin_common [req-4e43c858-225d-4588-a65a-82ca0b91cd1a req-f5df1566-2e18-466a-b3af-101f65c0c938 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] Allocated IP 172.20.0.14 (383eed2a-2fa5-4bbc-9d7b-58b9420ad5a0/0bd4497b-5b8f-4942-a722-d294650e254c/bb1a9889-610a-49a1-ad67-465a376ea6c5) {{(pid=93841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:24:49.329317 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-f057c252-59b8-43e8-b616-ab0502a1972f req-d1bcfa6c-f53e-43da-9c37-dafd931e2a03 service neutron] 10.222.0.47 "GET /v2.0/networks/7a94c5f1-64dd-4250-a382-84c127ecef53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2768455 Aug 26 15:24:49.402912 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-5e4ba60a-c3dc-4f66-804a-d514362be1fe req-8351a534-98ab-481c-80aa-fc1d057ae4d4 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=44677d48-8306-44c7-a2fe-97d323591896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833967 Aug 26 15:24:49.582285 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739e29a6-c3ac-469b-87ec-41375e7c96a3 req-ab367441-3ba6-46aa-a69c-08245e658c17 tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:49.584304 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-739e29a6-c3ac-469b-87ec-41375e7c96a3 req-ab367441-3ba6-46aa-a69c-08245e658c17 tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e8a41a5-49b3-47a4-8a67-847435442155 HTTP/1.1" status: 200 len: 944 time: 0.1067328 Aug 26 15:24:49.606506 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-4e43c858-225d-4588-a65a-82ca0b91cd1a req-f5df1566-2e18-466a-b3af-101f65c0c938 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] Notify callbacks [] for port, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:49.683484 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-4e43c858-225d-4588-a65a-82ca0b91cd1a req-f5df1566-2e18-466a-b3af-101f65c0c938 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793280355359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263742114'] for port, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:49.762325 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-739e29a6-c3ac-469b-87ec-41375e7c96a3 req-53d7bfcd-eca0-43f8-b016-4d6115d17c51 tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4052277-408e-4f94-b607-f798f751e9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068442 Aug 26 15:24:49.772239 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e43c858-225d-4588-a65a-82ca0b91cd1a req-f5df1566-2e18-466a-b3af-101f65c0c938 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] Network 383eed2a-2fa5-4bbc-9d7b-58b9420ad5a0 is already hosted by enough agents. {{(pid=93841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:24:49.773730 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.scheduler.base_scheduler [req-4e43c858-225d-4588-a65a-82ca0b91cd1a req-f5df1566-2e18-466a-b3af-101f65c0c938 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] Resources bound (agent type, host, resource id): {{(pid=93841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:24:49.777611 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e43c858-225d-4588-a65a-82ca0b91cd1a req-f5df1566-2e18-466a-b3af-101f65c0c938 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] Received port after_create {{(pid=93841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 15:24:49.839447 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5df1566-2e18-466a-b3af-101f65c0c938 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] Pushing event updated for resources: {'Port': ['ID=bb1a9889-610a-49a1-ad67-465a376ea6c5,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:24:49.870218 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e43c858-225d-4588-a65a-82ca0b91cd1a req-f5df1566-2e18-466a-b3af-101f65c0c938 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:49.870938 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-4e43c858-225d-4588-a65a-82ca0b91cd1a req-f5df1566-2e18-466a-b3af-101f65c0c938 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4089636'] for port, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:49.890004 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-4e43c858-225d-4588-a65a-82ca0b91cd1a req-f5df1566-2e18-466a-b3af-101f65c0c938 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4394226 Aug 26 15:24:49.909643 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [req-4e43c858-225d-4588-a65a-82ca0b91cd1a req-6c9fe490-d7dd-432d-b11b-25d345b58292 service neutron] Request body: {'port': {'device_id': '4c5053a7-f532-4de1-875a-8187f9191bb2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77957'}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:24:49.937846 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-bd11253b-83e0-4734-95de-f0e0a7ddb9e6 req-6631840f-3fb1-4d5e-b68f-9eed39ca77be tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c5053a7-f532-4de1-875a-8187f9191bb2 HTTP/1.1" status: 200 len: 210 time: 0.4100718 Aug 26 15:24:50.020838 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-4e43c858-225d-4588-a65a-82ca0b91cd1a req-6c9fe490-d7dd-432d-b11b-25d345b58292 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:50.051288 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59827ce4-ea29-46ea-a482-ec129e5085de req-489d8cf0-bb14-44ba-89f2-22b67e8d02e2 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:50.052942 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-59827ce4-ea29-46ea-a482-ec129e5085de req-489d8cf0-bb14-44ba-89f2-22b67e8d02e2 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca0769da-6c1e-433b-8817-4309fcc35b35 HTTP/1.1" status: 200 len: 945 time: 0.1041484 Aug 26 15:24:50.124170 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-59827ce4-ea29-46ea-a482-ec129e5085de req-7a289bc5-d869-466e-b6d4-2c4ad0650777 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505650 Aug 26 15:24:50.340290 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c98afe7-013b-489f-9efd-1a688d817df7 req-815edf0f-6c7a-4b74-97d4-8a44afb1d468 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:50.341923 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-6c98afe7-013b-489f-9efd-1a688d817df7 req-815edf0f-6c7a-4b74-97d4-8a44afb1d468 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c109c3b-265c-4b41-8d6b-111cc8d2ee8d HTTP/1.1" status: 200 len: 945 time: 0.0995898 Aug 26 15:24:50.458827 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-6c98afe7-013b-489f-9efd-1a688d817df7 req-33c8d685-cd8f-4b0b-9107-7c68bb68c917 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] 10.222.0.20 "GET /v2.0/security-groups?id=e62b5368-65f6-47b1-a3f0-2bcec5167246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932040 Aug 26 15:24:50.645542 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.notifiers.nova [req-4e43c858-225d-4588-a65a-82ca0b91cd1a req-6c9fe490-d7dd-432d-b11b-25d345b58292 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb1a9889-610a-49a1-ad67-465a376ea6c5 {{(pid=93841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 15:24:50.658683 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc923ef0-c8c9-40db-8cb9-ad39ed03919f req-07c85fec-093d-4420-8055-2ff9210859d6 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:50.659617 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff67dbe-b5fb-444b-a3b7-95012aed4098 req-b806753f-25a0-4b90-bb03-d4da12cce160 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:50.661196 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-4ff67dbe-b5fb-444b-a3b7-95012aed4098 req-b806753f-25a0-4b90-bb03-d4da12cce160 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c109c3b-265c-4b41-8d6b-111cc8d2ee8d HTTP/1.1" status: 200 len: 945 time: 0.0885394 Aug 26 15:24:50.673685 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-cc923ef0-c8c9-40db-8cb9-ad39ed03919f req-07c85fec-093d-4420-8055-2ff9210859d6 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=3028e66a-51b4-4638-bfef-d34285d30fd1 HTTP/1.1" status: 200 len: 946 time: 0.1253195 Aug 26 15:24:50.694932 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-4e43c858-225d-4588-a65a-82ca0b91cd1a req-6c9fe490-d7dd-432d-b11b-25d345b58292 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:50.721596 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-4ff67dbe-b5fb-444b-a3b7-95012aed4098 req-5ada8000-dc8d-4d26-b99f-99c65bc953ae tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] 10.222.0.20 "GET /v2.0/security-groups?id=e62b5368-65f6-47b1-a3f0-2bcec5167246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522864 Aug 26 15:24:50.728582 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.db.provisioning_blocks [req-4e43c858-225d-4588-a65a-82ca0b91cd1a req-6c9fe490-d7dd-432d-b11b-25d345b58292 service neutron] Transition to ACTIVE for port object bb1a9889-610a-49a1-ad67-465a376ea6c5 will not be triggered until provisioned by entity L2. {{(pid=93841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 15:24:50.733543 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-4e43c858-225d-4588-a65a-82ca0b91cd1a req-6c9fe490-d7dd-432d-b11b-25d345b58292 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263742139'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:50.752658 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-cc923ef0-c8c9-40db-8cb9-ad39ed03919f req-2fc12209-7ef0-4e6c-9f5f-bf6ecd59c37d tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=44677d48-8306-44c7-a2fe-97d323591896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779166 Aug 26 15:24:50.804783 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9fe490-d7dd-432d-b11b-25d345b58292 service neutron] Pushing event updated for resources: {'Port': ['ID=bb1a9889-610a-49a1-ad67-465a376ea6c5,revision_number=2']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:24:50.942440 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [req-4e43c858-225d-4588-a65a-82ca0b91cd1a req-6c9fe490-d7dd-432d-b11b-25d345b58292 service neutron] Attempting to bind port bb1a9889-610a-49a1-ad67-465a376ea6c5 on host hv-cinder-77957 for vnic_type normal with profile {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 15:24:50.943307 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [req-4e43c858-225d-4588-a65a-82ca0b91cd1a req-6c9fe490-d7dd-432d-b11b-25d345b58292 service neutron] Attempting to bind port bb1a9889-610a-49a1-ad67-465a376ea6c5 by drivers openvswitch,hyperv on host hv-cinder-77957 at level 0 using segments [{'id': '975072a1-48a2-4ce0-b635-b1a7edd01b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '383eed2a-2fa5-4bbc-9d7b-58b9420ad5a0'}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 15:24:50.943307 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e43c858-225d-4588-a65a-82ca0b91cd1a req-6c9fe490-d7dd-432d-b11b-25d345b58292 service neutron] Attempting to bind port bb1a9889-610a-49a1-ad67-465a376ea6c5 on network 383eed2a-2fa5-4bbc-9d7b-58b9420ad5a0 {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 15:24:50.951480 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e43c858-225d-4588-a65a-82ca0b91cd1a req-6c9fe490-d7dd-432d-b11b-25d345b58292 service neutron] Port bb1a9889-610a-49a1-ad67-465a376ea6c5 on network 383eed2a-2fa5-4bbc-9d7b-58b9420ad5a0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77957 {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 15:24:50.951801 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e43c858-225d-4588-a65a-82ca0b91cd1a req-6c9fe490-d7dd-432d-b11b-25d345b58292 service neutron] Attempting to bind port bb1a9889-610a-49a1-ad67-465a376ea6c5 on network 383eed2a-2fa5-4bbc-9d7b-58b9420ad5a0 {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 15:24:50.967106 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9887b358-5bdb-4ad4-a8d9-4300495af770 req-1afd993f-fb9a-47b3-93ad-8c0acd7fee0c tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:50.968737 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-9887b358-5bdb-4ad4-a8d9-4300495af770 req-1afd993f-fb9a-47b3-93ad-8c0acd7fee0c tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e8a41a5-49b3-47a4-8a67-847435442155 HTTP/1.1" status: 200 len: 944 time: 0.0945241 Aug 26 15:24:50.970646 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e43c858-225d-4588-a65a-82ca0b91cd1a req-6c9fe490-d7dd-432d-b11b-25d345b58292 service neutron] Checking agent: {'id': '48810b0c-601b-439f-aa19-0a054d9f642d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77957', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 15, 20, 8), 'started_at': datetime.datetime(2021, 8, 26, 15, 20, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 15, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 15:24:50.970646 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e43c858-225d-4588-a65a-82ca0b91cd1a req-6c9fe490-d7dd-432d-b11b-25d345b58292 service neutron] Checking segment: {'id': '975072a1-48a2-4ce0-b635-b1a7edd01b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '383eed2a-2fa5-4bbc-9d7b-58b9420ad5a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 15:24:50.970646 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e43c858-225d-4588-a65a-82ca0b91cd1a req-6c9fe490-d7dd-432d-b11b-25d345b58292 service neutron] Bound using segment: {'id': '975072a1-48a2-4ce0-b635-b1a7edd01b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '383eed2a-2fa5-4bbc-9d7b-58b9420ad5a0'} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 15:24:50.971800 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [req-4e43c858-225d-4588-a65a-82ca0b91cd1a req-6c9fe490-d7dd-432d-b11b-25d345b58292 service neutron] Bound port: bb1a9889-610a-49a1-ad67-465a376ea6c5, host: hv-cinder-77957, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '975072a1-48a2-4ce0-b635-b1a7edd01b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '383eed2a-2fa5-4bbc-9d7b-58b9420ad5a0'}}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 15:24:50.971800 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-4e43c858-225d-4588-a65a-82ca0b91cd1a req-6c9fe490-d7dd-432d-b11b-25d345b58292 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:51.060309 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-9887b358-5bdb-4ad4-a8d9-4300495af770 req-a782896e-5f8c-43c1-be76-b6b6791fbe52 tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4052277-408e-4f94-b607-f798f751e9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723820 Aug 26 15:24:51.085205 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.db [req-4e43c858-225d-4588-a65a-82ca0b91cd1a req-6c9fe490-d7dd-432d-b11b-25d345b58292 service neutron] For port bb1a9889-610a-49a1-ad67-465a376ea6c5, host hv-cinder-77957, cleared binding levels {{(pid=93841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:24:51.091594 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.db [req-4e43c858-225d-4588-a65a-82ca0b91cd1a req-6c9fe490-d7dd-432d-b11b-25d345b58292 service neutron] For port bb1a9889-610a-49a1-ad67-465a376ea6c5, host hv-cinder-77957, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=bb1a9889-610a-49a1-ad67-465a376ea6c5,segment=NetworkSegment(975072a1-48a2-4ce0-b635-b1a7edd01b66),segment_id=975072a1-48a2-4ce0-b635-b1a7edd01b66)] {{(pid=93841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:24:51.097719 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-4e43c858-225d-4588-a65a-82ca0b91cd1a req-6c9fe490-d7dd-432d-b11b-25d345b58292 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263742139'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:51.134191 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e43c858-225d-4588-a65a-82ca0b91cd1a req-6c9fe490-d7dd-432d-b11b-25d345b58292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:51.135419 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-4e43c858-225d-4588-a65a-82ca0b91cd1a req-6c9fe490-d7dd-432d-b11b-25d345b58292 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4089636'] for port, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:51.136438 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-4e43c858-225d-4588-a65a-82ca0b91cd1a req-6c9fe490-d7dd-432d-b11b-25d345b58292 service neutron] 10.222.0.47 "PUT /v2.0/ports/bb1a9889-610a-49a1-ad67-465a376ea6c5 HTTP/1.1" status: 200 len: 1094 time: 1.2355165 Aug 26 15:24:51.136893 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c5053a7-f532-4de1-875a-8187f9191bb2', 'tag': 'bb1a9889-610a-49a1-ad67-465a376ea6c5'}] {{(pid=93841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 15:24:51.139360 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40d6179e675e884694bb6412ad93f17435ac71a39ec2274297e1b4aadb89820e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f23f9ca-fc47-4a67-b3ee-5e37616a12f7" -d '{"events": [{"name": "network-changed", "server_uuid": "4c5053a7-f532-4de1-875a-8187f9191bb2", "tag": "bb1a9889-610a-49a1-ad67-465a376ea6c5"}]}' {{(pid=93841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:24:51.245654 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bfb5b6-6730-43ef-8f4a-593bcefc84d8 req-5dc9b084-5dc5-471a-9fa5-a6839a53923b tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:51.253566 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-95bfb5b6-6730-43ef-8f4a-593bcefc84d8 req-5dc9b084-5dc5-471a-9fa5-a6839a53923b tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c5053a7-f532-4de1-875a-8187f9191bb2 HTTP/1.1" status: 200 len: 944 time: 0.0885882 Aug 26 15:24:51.303582 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-95bfb5b6-6730-43ef-8f4a-593bcefc84d8 req-7f9c74ec-ab5e-4fc4-9f28-468cab3a4f90 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] 10.222.0.20 "GET /v2.0/security-groups?id=78bbe887-4bf9-47de-9235-07649e1005c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488937 Aug 26 15:24:51.306830 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9fe490-d7dd-432d-b11b-25d345b58292 service neutron] Pushing event updated for resources: {'Port': ['ID=bb1a9889-610a-49a1-ad67-465a376ea6c5,revision_number=3']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:24:51.347546 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e43c858-225d-4588-a65a-82ca0b91cd1a req-3f83542d-dead-483f-bc10-868c2e64bed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:51.350270 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-4e43c858-225d-4588-a65a-82ca0b91cd1a req-3f83542d-dead-483f-bc10-868c2e64bed5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=422c2e3bf6c841b3a5f4d36767771c31&device_id=4c5053a7-f532-4de1-875a-8187f9191bb2 HTTP/1.1" status: 200 len: 1097 time: 0.1588447 Aug 26 15:24:51.374188 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 15:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1ffc257-cc72-4671-a643-0da1a9737ec9 x-openstack-request-id: req-b1ffc257-cc72-4671-a643-0da1a9737ec9 {{(pid=93841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:24:51.374658 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c5053a7-f532-4de1-875a-8187f9191bb2", "tag": "bb1a9889-610a-49a1-ad67-465a376ea6c5", "status": "completed", "code": 200}]} {{(pid=93841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:24:51.375076 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b1ffc257-cc72-4671-a643-0da1a9737ec9 {{(pid=93841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:24:51.375898 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c5053a7-f532-4de1-875a-8187f9191bb2', 'tag': 'bb1a9889-610a-49a1-ad67-465a376ea6c5', 'status': 'completed', 'code': 200} Aug 26 15:24:51.437010 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-4e43c858-225d-4588-a65a-82ca0b91cd1a req-7123ab04-9abc-416e-a47f-229122a67dd9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb1a9889-610a-49a1-ad67-465a376ea6c5 HTTP/1.1" status: 200 len: 217 time: 0.0770569 Aug 26 15:24:51.450384 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b81edee-9bf7-43f0-815c-5653860bb19b req-107943c6-28c5-41ca-b672-c8d54ea197e7 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:51.451980 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-3b81edee-9bf7-43f0-815c-5653860bb19b req-107943c6-28c5-41ca-b672-c8d54ea197e7 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c109c3b-265c-4b41-8d6b-111cc8d2ee8d HTTP/1.1" status: 200 len: 945 time: 0.2417340 Aug 26 15:24:51.522049 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-3b81edee-9bf7-43f0-815c-5653860bb19b req-7b6bd9c8-fe13-476b-ac53-b78e6df07220 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] 10.222.0.20 "GET /v2.0/security-groups?id=e62b5368-65f6-47b1-a3f0-2bcec5167246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602045 Aug 26 15:24:51.533578 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e43c858-225d-4588-a65a-82ca0b91cd1a req-792536e2-fa9b-436f-a75a-50b2dfed3029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:51.535082 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-4e43c858-225d-4588-a65a-82ca0b91cd1a req-792536e2-fa9b-436f-a75a-50b2dfed3029 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0bd4497b-5b8f-4942-a722-d294650e254c HTTP/1.1" status: 200 len: 849 time: 0.0822020 Aug 26 15:24:51.536837 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16b9801-cead-4c4a-96b8-10418b682a7f req-4b7e3a13-8435-4910-9f11-d1c652108e90 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:51.546680 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-f16b9801-cead-4c4a-96b8-10418b682a7f req-4b7e3a13-8435-4910-9f11-d1c652108e90 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca0769da-6c1e-433b-8817-4309fcc35b35 HTTP/1.1" status: 200 len: 945 time: 0.1205471 Aug 26 15:24:51.579244 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-4e43c858-225d-4588-a65a-82ca0b91cd1a req-3b25c484-5911-46fc-a311-2b9ff76588fa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=383eed2a-2fa5-4bbc-9d7b-58b9420ad5a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308886 Aug 26 15:24:51.620381 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-f16b9801-cead-4c4a-96b8-10418b682a7f req-997398da-572d-4f4c-93bf-bd8c93258564 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623434 Aug 26 15:24:51.678829 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Device ee5ab6c9-25a0-4aae-ac2d-c99ade0591f3 details requested by agent hyperv_hv-cinder-77957 with host hv-cinder-77957 {{(pid=93843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 15:24:51.716492 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-4e43c858-225d-4588-a65a-82ca0b91cd1a req-a4a6c821-4ffc-4e2b-a9df-f42cb2fb917b service neutron] 10.222.0.47 "GET /v2.0/networks/383eed2a-2fa5-4bbc-9d7b-58b9420ad5a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296754 Aug 26 15:24:51.805442 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] For port ee5ab6c9-25a0-4aae-ac2d-c99ade0591f3, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=ee5ab6c9-25a0-4aae-ac2d-c99ade0591f3,segment=NetworkSegment(5a0930d2-6a27-4661-a1d4-731f8669008f),segment_id=5a0930d2-6a27-4661-a1d4-731f8669008f)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:24:51.820230 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Returning: {'device': 'ee5ab6c9-25a0-4aae-ac2d-c99ade0591f3', 'network_id': '7a94c5f1-64dd-4250-a382-84c127ecef53', 'port_id': 'ee5ab6c9-25a0-4aae-ac2d-c99ade0591f3', 'mac_address': 'fa:16:3e:76:91:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bd65b21-db6f-451e-86f7-e83bfb15b89f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 15:24:51.872561 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:51.896614 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.notifiers.nova [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee5ab6c9-25a0-4aae-ac2d-c99ade0591f3 {{(pid=93843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 15:24:51.961505 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] For port ee5ab6c9-25a0-4aae-ac2d-c99ade0591f3, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=ee5ab6c9-25a0-4aae-ac2d-c99ade0591f3,segment=NetworkSegment(5a0930d2-6a27-4661-a1d4-731f8669008f),segment_id=5a0930d2-6a27-4661-a1d4-731f8669008f)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:24:51.966578 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-4e43c858-225d-4588-a65a-82ca0b91cd1a req-ef255ca0-1468-4eaa-a227-ef5f38678d47 service neutron] 10.222.0.47 "GET /v2.0/networks/383eed2a-2fa5-4bbc-9d7b-58b9420ad5a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422044 Aug 26 15:24:51.976650 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:52.000903 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df1948e-6140-403d-8725-22de8274689a req-ab2a9075-e15e-4b7d-867e-43e6bdff8a38 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:52.027521 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-1df1948e-6140-403d-8725-22de8274689a req-ab2a9075-e15e-4b7d-867e-43e6bdff8a38 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=3028e66a-51b4-4638-bfef-d34285d30fd1 HTTP/1.1" status: 200 len: 946 time: 0.0916784 Aug 26 15:24:52.060841 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Pushing event updated for resources: {'Port': ['ID=ee5ab6c9-25a0-4aae-ac2d-c99ade0591f3,revision_number=4']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:24:52.122535 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-1df1948e-6140-403d-8725-22de8274689a req-2eaaf3b4-8286-4ec4-ab8a-47d7f5095c4e tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=44677d48-8306-44c7-a2fe-97d323591896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700362 Aug 26 15:24:52.138957 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f23f9ca-fc47-4a67-b3ee-5e37616a12f7 req-cae6f3be-fa80-4608-ad75-546a2c721512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:52.140745 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-9f23f9ca-fc47-4a67-b3ee-5e37616a12f7 req-cae6f3be-fa80-4608-ad75-546a2c721512 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=422c2e3bf6c841b3a5f4d36767771c31&device_id=4c5053a7-f532-4de1-875a-8187f9191bb2 HTTP/1.1" status: 200 len: 1097 time: 0.1085901 Aug 26 15:24:52.263116 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac20f5c9-1378-417c-8ee0-df296e7ff226 req-ebd5f97a-3419-48d9-a261-7c681aba8b4e tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:52.265220 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-ac20f5c9-1378-417c-8ee0-df296e7ff226 req-ebd5f97a-3419-48d9-a261-7c681aba8b4e tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e8a41a5-49b3-47a4-8a67-847435442155 HTTP/1.1" status: 200 len: 945 time: 0.0627971 Aug 26 15:24:52.273147 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f23f9ca-fc47-4a67-b3ee-5e37616a12f7 req-832e14f1-2215-4ffb-92d0-bdee559c5214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:52.275379 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-9f23f9ca-fc47-4a67-b3ee-5e37616a12f7 req-832e14f1-2215-4ffb-92d0-bdee559c5214 service neutron] 10.222.0.47 "GET /v2.0/networks?id=383eed2a-2fa5-4bbc-9d7b-58b9420ad5a0 HTTP/1.1" status: 200 len: 910 time: 0.1253304 Aug 26 15:24:52.319846 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] get_ports_and_sgs() called for port_ids ['ee5ab6c9-25a0-4aae-ac2d-c99ade0591f3'] {{(pid=93843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 15:24:52.366069 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-9f23f9ca-fc47-4a67-b3ee-5e37616a12f7 req-fea1fe86-1c6f-493f-9f9d-1f3fc4b37ad7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb1a9889-610a-49a1-ad67-465a376ea6c5 HTTP/1.1" status: 200 len: 217 time: 0.0737829 Aug 26 15:24:52.369019 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-ac20f5c9-1378-417c-8ee0-df296e7ff226 req-0729421b-43f5-4e2c-b1c1-c546a5a3a9a1 tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4052277-408e-4f94-b607-f798f751e9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910747 Aug 26 15:24:52.563012 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f23f9ca-fc47-4a67-b3ee-5e37616a12f7 req-cd2c3faf-9653-479e-b5f9-26f99e4e44e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:52.563012 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-9f23f9ca-fc47-4a67-b3ee-5e37616a12f7 req-cd2c3faf-9653-479e-b5f9-26f99e4e44e6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0bd4497b-5b8f-4942-a722-d294650e254c HTTP/1.1" status: 200 len: 849 time: 0.1415887 Aug 26 15:24:52.594879 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9a4e11-05fc-4b7c-93dc-d05e08d2744c req-2a50acf1-00c8-4b88-83df-ebd85dadb994 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:52.596789 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-ad9a4e11-05fc-4b7c-93dc-d05e08d2744c req-2a50acf1-00c8-4b88-83df-ebd85dadb994 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c5053a7-f532-4de1-875a-8187f9191bb2 HTTP/1.1" status: 200 len: 944 time: 0.1062911 Aug 26 15:24:52.633665 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-9f23f9ca-fc47-4a67-b3ee-5e37616a12f7 req-bc69a88c-01fa-41ca-adb4-58aa41f9ba04 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=383eed2a-2fa5-4bbc-9d7b-58b9420ad5a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356631 Aug 26 15:24:52.766750 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-ad9a4e11-05fc-4b7c-93dc-d05e08d2744c req-bcc47ff0-c7cb-45d6-a6f8-c228b84136fb tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] 10.222.0.20 "GET /v2.0/security-groups?id=78bbe887-4bf9-47de-9235-07649e1005c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585705 Aug 26 15:24:52.807047 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-9f23f9ca-fc47-4a67-b3ee-5e37616a12f7 req-444e1b96-a93c-4898-9bc7-f9602526b5ae service neutron] 10.222.0.47 "GET /v2.0/networks/383eed2a-2fa5-4bbc-9d7b-58b9420ad5a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599319 Aug 26 15:24:52.836608 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c6bfca-0f81-4bd6-8231-9020d33654eb req-a08331e9-a7fb-47be-b6d3-d9fda710eea7 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:52.838586 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-22c6bfca-0f81-4bd6-8231-9020d33654eb req-a08331e9-a7fb-47be-b6d3-d9fda710eea7 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca0769da-6c1e-433b-8817-4309fcc35b35 HTTP/1.1" status: 200 len: 945 time: 0.0897567 Aug 26 15:24:52.920479 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-22c6bfca-0f81-4bd6-8231-9020d33654eb req-31919fe4-4d3f-4409-8a96-ec8d0d3b4245 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752306 Aug 26 15:24:52.991120 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-9f23f9ca-fc47-4a67-b3ee-5e37616a12f7 req-450e21de-1eaf-4488-8830-37c812aac5c0 service neutron] 10.222.0.47 "GET /v2.0/networks/383eed2a-2fa5-4bbc-9d7b-58b9420ad5a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762259 Aug 26 15:24:53.398171 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d6ac34-aa6d-4d4d-a0a8-17b9a7df1ead req-74b6a0a8-9da6-4365-904f-f1bd3c6ec578 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:53.400834 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-11d6ac34-aa6d-4d4d-a0a8-17b9a7df1ead req-74b6a0a8-9da6-4365-904f-f1bd3c6ec578 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=3028e66a-51b4-4638-bfef-d34285d30fd1 HTTP/1.1" status: 200 len: 946 time: 0.1171017 Aug 26 15:24:53.515382 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-11d6ac34-aa6d-4d4d-a0a8-17b9a7df1ead req-7d8bd042-c1ab-4c48-b31d-c9f852b8a874 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=44677d48-8306-44c7-a2fe-97d323591896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916884 Aug 26 15:24:53.516486 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 56408) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:24:53.622930 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c11c74-8f0d-43b7-811b-3571455542d3 req-34774d78-56cb-4565-aaa5-ea139caee718 tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:53.632043 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-10c11c74-8f0d-43b7-811b-3571455542d3 req-34774d78-56cb-4565-aaa5-ea139caee718 tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e8a41a5-49b3-47a4-8a67-847435442155 HTTP/1.1" status: 200 len: 945 time: 0.0975525 Aug 26 15:24:53.678760 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Device ee5ab6c9-25a0-4aae-ac2d-c99ade0591f3 up at agent hyperv_hv-cinder-77957 {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:24:53.735928 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-10c11c74-8f0d-43b7-811b-3571455542d3 req-b0ef19aa-7d12-4f85-80ab-b6d5b817e256 tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4052277-408e-4f94-b607-f798f751e9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025834 Aug 26 15:24:53.789387 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Provisioning for port ee5ab6c9-25a0-4aae-ac2d-c99ade0591f3 completed by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 15:24:53.795610 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Provisioning complete for port ee5ab6c9-25a0-4aae-ac2d-c99ade0591f3 triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:24:53.796016 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:53.815700 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-67683be2-d6b8-44aa-9061-6f37963674e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:54.003774 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:54.023114 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.agents_db [None req-f94a4f8d-c04a-4845-8e45-3296fab2d83d None None] Agent healthcheck: found 6 active agents {{(pid=93844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 15:24:54.045219 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-67683be2-d6b8-44aa-9061-6f37963674e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:54.054991 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-67683be2-d6b8-44aa-9061-6f37963674e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:54.057441 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e8a41a5-49b3-47a4-8a67-847435442155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee5ab6c9-25a0-4aae-ac2d-c99ade0591f3'}] {{(pid=93843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 15:24:54.063285 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d587d98fe02f6619f456de0f45288515ee723af96d1e5c8ab0bdf50e2145b638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9ceb7f6-4090-497a-bf2d-434760963af1" -d '{"events": [{"server_uuid": "9e8a41a5-49b3-47a4-8a67-847435442155", "name": "network-vif-plugged", "status": "completed", "tag": "ee5ab6c9-25a0-4aae-ac2d-c99ade0591f3"}]}' {{(pid=93843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:24:54.100134 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67683be2-d6b8-44aa-9061-6f37963674e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=625a8623-08b0-43cc-9b91-e4d2a4a55813,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:24:54.100732 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] For port ee5ab6c9-25a0-4aae-ac2d-c99ade0591f3, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=ee5ab6c9-25a0-4aae-ac2d-c99ade0591f3,segment=NetworkSegment(5a0930d2-6a27-4661-a1d4-731f8669008f),segment_id=5a0930d2-6a27-4661-a1d4-731f8669008f)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:24:54.112612 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:54.122667 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a24c52e-bcd4-4fe3-af77-ea112e8b348b req-e811e25a-774d-49da-8d32-2a8937562500 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:54.132561 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-8a24c52e-bcd4-4fe3-af77-ea112e8b348b req-e811e25a-774d-49da-8d32-2a8937562500 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c5053a7-f532-4de1-875a-8187f9191bb2 HTTP/1.1" status: 200 len: 944 time: 0.1805055 Aug 26 15:24:54.170145 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-67683be2-d6b8-44aa-9061-6f37963674e9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1a292881cc174dd1a9436ea1c6f8ecdf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6523123 Aug 26 15:24:54.172737 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 56436) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:24:54.217973 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Pushing event updated for resources: {'Port': ['ID=ee5ab6c9-25a0-4aae-ac2d-c99ade0591f3,revision_number=5']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:24:54.225933 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacbfadf-c96e-4331-9c3e-b81ff9593602 req-38d12a6b-acb9-499d-b17b-69741d75ee32 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:54.237890 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-cacbfadf-c96e-4331-9c3e-b81ff9593602 req-38d12a6b-acb9-499d-b17b-69741d75ee32 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca0769da-6c1e-433b-8817-4309fcc35b35 HTTP/1.1" status: 200 len: 945 time: 0.0878499 Aug 26 15:24:54.246269 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-8a24c52e-bcd4-4fe3-af77-ea112e8b348b req-938ea44a-a151-4af0-adb3-c38eec000c43 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] 10.222.0.20 "GET /v2.0/security-groups?id=78bbe887-4bf9-47de-9235-07649e1005c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125665 Aug 26 15:24:54.258167 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-f8f30308-c676-4ac1-9e08-8758e258ee05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:54.291478 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-cacbfadf-c96e-4331-9c3e-b81ff9593602 req-278c2224-20fb-450e-8671-6d5108fddf3d tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517933 Aug 26 15:24:54.295415 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 15:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ac63c83-72f8-43ba-b207-7fa9827c2df3 x-openstack-request-id: req-8ac63c83-72f8-43ba-b207-7fa9827c2df3 {{(pid=93843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:24:54.295710 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e8a41a5-49b3-47a4-8a67-847435442155", "name": "network-vif-plugged", "status": "completed", "tag": "ee5ab6c9-25a0-4aae-ac2d-c99ade0591f3", "code": 200}]} {{(pid=93843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:24:54.295955 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8ac63c83-72f8-43ba-b207-7fa9827c2df3 {{(pid=93843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:24:54.296770 dv-cinder-779576-7-iscsi neutron-server[93843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e8a41a5-49b3-47a4-8a67-847435442155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee5ab6c9-25a0-4aae-ac2d-c99ade0591f3', 'code': 200} Aug 26 15:24:54.299554 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-f8f30308-c676-4ac1-9e08-8758e258ee05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:54.386900 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-f8f30308-c676-4ac1-9e08-8758e258ee05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:54.389516 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-f8f30308-c676-4ac1-9e08-8758e258ee05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:54.390755 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-f8f30308-c676-4ac1-9e08-8758e258ee05 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/625a8623-08b0-43cc-9b91-e4d2a4a55813 HTTP/1.1" status: 204 len: 168 time: 0.2162774 Aug 26 15:24:54.413894 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f30308-c676-4ac1-9e08-8758e258ee05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=625a8623-08b0-43cc-9b91-e4d2a4a55813,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:24:54.590808 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7589ffb-1ac3-4ea2-835b-3606fa271779 req-a47a48aa-aeca-420b-a6fe-282cbb9a4ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:54.592323 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-f7589ffb-1ac3-4ea2-835b-3606fa271779 req-a47a48aa-aeca-420b-a6fe-282cbb9a4ea7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9e8a41a5-49b3-47a4-8a67-847435442155 HTTP/1.1" status: 200 len: 1099 time: 0.0532320 Aug 26 15:24:54.677160 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-f7589ffb-1ac3-4ea2-835b-3606fa271779 req-5cbd4f0b-a7cd-4b4c-97a0-98218e43bca1 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c4052277-408e-4f94-b607-f798f751e9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727904 Aug 26 15:24:54.684735 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fdd747-a682-4331-b80d-d3451c0a4868 req-0437d5ce-ddf0-4d39-a0f6-3b218e9ac0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:54.686286 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-d1fdd747-a682-4331-b80d-d3451c0a4868 req-0437d5ce-ddf0-4d39-a0f6-3b218e9ac0b1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=51d0a6d3e78f46f98a1a4881bf9eb094&device_id=3028e66a-51b4-4638-bfef-d34285d30fd1 HTTP/1.1" status: 200 len: 1099 time: 0.0737042 Aug 26 15:24:54.717585 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b20a389-92e5-49d0-a6a0-20981f91eca0 req-71eeb017-12f8-4870-b15e-7548a1431e55 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:54.719185 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-9b20a389-92e5-49d0-a6a0-20981f91eca0 req-71eeb017-12f8-4870-b15e-7548a1431e55 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=3028e66a-51b4-4638-bfef-d34285d30fd1 HTTP/1.1" status: 200 len: 946 time: 0.0748999 Aug 26 15:24:54.775331 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-9b20a389-92e5-49d0-a6a0-20981f91eca0 req-eaf7c42a-f8e3-4eec-8ea4-da1dd27f48c4 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=44677d48-8306-44c7-a2fe-97d323591896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498123 Aug 26 15:24:55.162080 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71060a27-aaee-4de8-9764-92c35e4f47db req-51c0bc1f-3e22-4372-aa2f-6aae9e69e4bf tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:55.163682 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-71060a27-aaee-4de8-9764-92c35e4f47db req-51c0bc1f-3e22-4372-aa2f-6aae9e69e4bf tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e8a41a5-49b3-47a4-8a67-847435442155 HTTP/1.1" status: 200 len: 946 time: 0.3695107 Aug 26 15:24:55.238643 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-71060a27-aaee-4de8-9764-92c35e4f47db req-b5f393fb-95bd-4273-bc93-f0d9e99c1743 tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4052277-408e-4f94-b607-f798f751e9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676351 Aug 26 15:24:55.241586 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fdd747-a682-4331-b80d-d3451c0a4868 req-e22ea178-c9ad-4936-a426-7dd50ea25ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:55.245280 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-d1fdd747-a682-4331-b80d-d3451c0a4868 req-e22ea178-c9ad-4936-a426-7dd50ea25ad7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d887f735-fbdb-4418-baf1-8e9e0d77221f HTTP/1.1" status: 200 len: 918 time: 0.1590748 Aug 26 15:24:55.324016 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-d1fdd747-a682-4331-b80d-d3451c0a4868 req-0b287c3e-09aa-4a35-aa36-4f07b178fe28 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9074ea7b-385d-4ccc-8c42-b021d977910a HTTP/1.1" status: 200 len: 1002 time: 0.0714600 Aug 26 15:24:55.378648 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651476c8-3aa9-4a3b-9460-20bcda394942 req-c518b32b-3dbd-4c7b-bcc1-3cc752de1eef tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:55.381015 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-651476c8-3aa9-4a3b-9460-20bcda394942 req-c518b32b-3dbd-4c7b-bcc1-3cc752de1eef tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c5053a7-f532-4de1-875a-8187f9191bb2 HTTP/1.1" status: 200 len: 944 time: 0.0609987 Aug 26 15:24:55.415215 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fdd747-a682-4331-b80d-d3451c0a4868 req-d5302af8-2bb2-49c1-8916-f89d0e2d9d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:55.416740 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-d1fdd747-a682-4331-b80d-d3451c0a4868 req-d5302af8-2bb2-49c1-8916-f89d0e2d9d07 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2dc1893b-86f2-4498-b069-d334c29d6d3f HTTP/1.1" status: 200 len: 856 time: 0.0839448 Aug 26 15:24:55.429167 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-651476c8-3aa9-4a3b-9460-20bcda394942 req-c4eec47d-8d3c-4e24-a231-b9cbef36d8ab tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] 10.222.0.20 "GET /v2.0/security-groups?id=78bbe887-4bf9-47de-9235-07649e1005c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402939 Aug 26 15:24:55.449464 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f059451e-4281-4dea-9613-7dd8d055c942 req-7a8cca14-22ce-447c-92fa-a189587f8994 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:55.451518 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-f059451e-4281-4dea-9613-7dd8d055c942 req-7a8cca14-22ce-447c-92fa-a189587f8994 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca0769da-6c1e-433b-8817-4309fcc35b35 HTTP/1.1" status: 200 len: 945 time: 0.0874112 Aug 26 15:24:55.508260 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fdd747-a682-4331-b80d-d3451c0a4868 req-92f99d32-9d64-4749-9ef7-f0f430da204b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:55.510479 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-d1fdd747-a682-4331-b80d-d3451c0a4868 req-92f99d32-9d64-4749-9ef7-f0f430da204b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d887f735-fbdb-4418-baf1-8e9e0d77221f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0849657 Aug 26 15:24:55.513450 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-f059451e-4281-4dea-9613-7dd8d055c942 req-779e32f9-38c5-4b21-9389-c5c84f027732 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464821 Aug 26 15:24:55.611746 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-d1fdd747-a682-4331-b80d-d3451c0a4868 req-d17a229f-db7d-455f-8856-51e855351eb4 service neutron] 10.222.0.47 "GET /v2.0/networks/d887f735-fbdb-4418-baf1-8e9e0d77221f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935371 Aug 26 15:24:55.682816 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Device bb1a9889-610a-49a1-ad67-465a376ea6c5 details requested by agent hyperv_hv-cinder-77957 with host hv-cinder-77957 {{(pid=93843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 15:24:55.721302 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-d1fdd747-a682-4331-b80d-d3451c0a4868 req-1e06201a-8675-492f-9810-3b273ca071ce service neutron] 10.222.0.47 "GET /v2.0/networks/d887f735-fbdb-4418-baf1-8e9e0d77221f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007545 Aug 26 15:24:55.818896 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] For port bb1a9889-610a-49a1-ad67-465a376ea6c5, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=bb1a9889-610a-49a1-ad67-465a376ea6c5,segment=NetworkSegment(975072a1-48a2-4ce0-b635-b1a7edd01b66),segment_id=975072a1-48a2-4ce0-b635-b1a7edd01b66)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:24:55.833404 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Returning: {'device': 'bb1a9889-610a-49a1-ad67-465a376ea6c5', 'network_id': '383eed2a-2fa5-4bbc-9d7b-58b9420ad5a0', 'port_id': 'bb1a9889-610a-49a1-ad67-465a376ea6c5', 'mac_address': 'fa:16:3e:3d:af:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bd4497b-5b8f-4942-a722-d294650e254c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 15:24:55.878809 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:55.894035 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.notifiers.nova [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb1a9889-610a-49a1-ad67-465a376ea6c5 {{(pid=93843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 15:24:55.918134 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] For port bb1a9889-610a-49a1-ad67-465a376ea6c5, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=bb1a9889-610a-49a1-ad67-465a376ea6c5,segment=NetworkSegment(975072a1-48a2-4ce0-b635-b1a7edd01b66),segment_id=975072a1-48a2-4ce0-b635-b1a7edd01b66)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:24:55.923331 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:55.935982 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c02fac-3410-4ffe-bfb4-7bf55c1891c6 req-86e1e175-59fa-4d56-b4f7-24f8ebad9371 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:55.937764 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-86c02fac-3410-4ffe-bfb4-7bf55c1891c6 req-86e1e175-59fa-4d56-b4f7-24f8ebad9371 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=3028e66a-51b4-4638-bfef-d34285d30fd1 HTTP/1.1" status: 200 len: 946 time: 0.0695443 Aug 26 15:24:55.983360 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-86c02fac-3410-4ffe-bfb4-7bf55c1891c6 req-3b362fd3-31ff-420b-8791-cef5814b4755 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=44677d48-8306-44c7-a2fe-97d323591896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383976 Aug 26 15:24:55.984416 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Pushing event updated for resources: {'Port': ['ID=bb1a9889-610a-49a1-ad67-465a376ea6c5,revision_number=4']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:24:56.269147 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] get_ports_and_sgs() called for port_ids ['bb1a9889-610a-49a1-ad67-465a376ea6c5'] {{(pid=93843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 15:24:56.367731 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177e3bb5-94cd-4e0f-bc79-91d1198fc276 req-86f7eff1-7d22-41c8-a45e-f9cf131777c8 tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:56.369899 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-177e3bb5-94cd-4e0f-bc79-91d1198fc276 req-86f7eff1-7d22-41c8-a45e-f9cf131777c8 tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e8a41a5-49b3-47a4-8a67-847435442155 HTTP/1.1" status: 200 len: 946 time: 0.0530076 Aug 26 15:24:56.415298 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-177e3bb5-94cd-4e0f-bc79-91d1198fc276 req-70d22a9a-eefe-4f67-b62c-f6cf3cebe479 tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4052277-408e-4f94-b607-f798f751e9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382664 Aug 26 15:24:56.564392 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d510bb-127d-47e1-a990-74ac62919675 req-8e20cf24-52bb-45f8-833f-d4778bf5d991 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:56.565961 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-13d510bb-127d-47e1-a990-74ac62919675 req-8e20cf24-52bb-45f8-833f-d4778bf5d991 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c5053a7-f532-4de1-875a-8187f9191bb2 HTTP/1.1" status: 200 len: 945 time: 0.0617471 Aug 26 15:24:56.618106 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-13d510bb-127d-47e1-a990-74ac62919675 req-9075e825-99b4-430b-95d1-df3068c5180a tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] 10.222.0.20 "GET /v2.0/security-groups?id=78bbe887-4bf9-47de-9235-07649e1005c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443764 Aug 26 15:24:56.644107 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8facb3ba-f154-41b7-9d48-876d8fe1b6b9 req-8a018bea-5817-476c-acab-9b5c725e3da1 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:56.645894 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-8facb3ba-f154-41b7-9d48-876d8fe1b6b9 req-8a018bea-5817-476c-acab-9b5c725e3da1 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca0769da-6c1e-433b-8817-4309fcc35b35 HTTP/1.1" status: 200 len: 945 time: 0.0546610 Aug 26 15:24:56.691435 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-8facb3ba-f154-41b7-9d48-876d8fe1b6b9 req-9bf39e49-4c81-40f4-814f-6a171831c67b tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380955 Aug 26 15:24:57.114170 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe3e8fe-cf96-4eaf-98e7-62495bda7fbf req-b1dd3615-cf98-4094-bae2-e6fb52d24762 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:57.115659 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-ffe3e8fe-cf96-4eaf-98e7-62495bda7fbf req-b1dd3615-cf98-4094-bae2-e6fb52d24762 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=3028e66a-51b4-4638-bfef-d34285d30fd1 HTTP/1.1" status: 200 len: 946 time: 0.0506692 Aug 26 15:24:57.156289 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-ffe3e8fe-cf96-4eaf-98e7-62495bda7fbf req-33919b5b-db40-446c-ab15-8bb41a18fb22 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=44677d48-8306-44c7-a2fe-97d323591896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334005 Aug 26 15:24:57.750124 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bcdde5-ffd4-4d87-b8b2-098a368e1cdd req-39ac7fcf-3395-40ff-a1a4-29989da56c34 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:57.751659 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-37bcdde5-ffd4-4d87-b8b2-098a368e1cdd req-39ac7fcf-3395-40ff-a1a4-29989da56c34 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c5053a7-f532-4de1-875a-8187f9191bb2 HTTP/1.1" status: 200 len: 945 time: 0.0564351 Aug 26 15:24:57.791243 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-37bcdde5-ffd4-4d87-b8b2-098a368e1cdd req-d5ae8b8a-4c02-43b3-9ac7-31d6f6c9d08b tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] 10.222.0.20 "GET /v2.0/security-groups?id=78bbe887-4bf9-47de-9235-07649e1005c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334811 Aug 26 15:24:57.815645 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4844bfb-6f79-4ef5-ba03-5857d6242289 req-3fc80465-38b8-4ae4-884e-34525babe296 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:57.817159 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-a4844bfb-6f79-4ef5-ba03-5857d6242289 req-3fc80465-38b8-4ae4-884e-34525babe296 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca0769da-6c1e-433b-8817-4309fcc35b35 HTTP/1.1" status: 200 len: 945 time: 0.0503860 Aug 26 15:24:57.856511 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-a4844bfb-6f79-4ef5-ba03-5857d6242289 req-57312a76-cd31-4533-af09-0dd931d27b65 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324063 Aug 26 15:24:58.280253 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f30ddd-9295-4dbe-92fc-bbabf345231d req-79c65cb4-6cd3-478c-8e0f-40834f37aed7 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:58.281792 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-d5f30ddd-9295-4dbe-92fc-bbabf345231d req-79c65cb4-6cd3-478c-8e0f-40834f37aed7 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=3028e66a-51b4-4638-bfef-d34285d30fd1 HTTP/1.1" status: 200 len: 946 time: 0.0529168 Aug 26 15:24:58.327060 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-d5f30ddd-9295-4dbe-92fc-bbabf345231d req-78dd5891-1c59-41af-9356-fbbb7f655d3a tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=44677d48-8306-44c7-a2fe-97d323591896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392632 Aug 26 15:24:58.342782 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Device bb1a9889-610a-49a1-ad67-465a376ea6c5 up at agent hyperv_hv-cinder-77957 {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:24:58.405314 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Provisioning for port bb1a9889-610a-49a1-ad67-465a376ea6c5 completed by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 15:24:58.408949 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Provisioning complete for port bb1a9889-610a-49a1-ad67-465a376ea6c5 triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:24:58.409319 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:58.490914 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:58.520279 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c5053a7-f532-4de1-875a-8187f9191bb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb1a9889-610a-49a1-ad67-465a376ea6c5'}] {{(pid=93843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 15:24:58.520279 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d587d98fe02f6619f456de0f45288515ee723af96d1e5c8ab0bdf50e2145b638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-479099ee-af60-47be-8cbd-bba7ede0f10c" -d '{"events": [{"server_uuid": "4c5053a7-f532-4de1-875a-8187f9191bb2", "name": "network-vif-plugged", "status": "completed", "tag": "bb1a9889-610a-49a1-ad67-465a376ea6c5"}]}' {{(pid=93843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:24:58.532357 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] For port bb1a9889-610a-49a1-ad67-465a376ea6c5, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=bb1a9889-610a-49a1-ad67-465a376ea6c5,segment=NetworkSegment(975072a1-48a2-4ce0-b635-b1a7edd01b66),segment_id=975072a1-48a2-4ce0-b635-b1a7edd01b66)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:24:58.536758 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:58.537573 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Device 9074ea7b-385d-4ccc-8c42-b021d977910a no longer exists at agent hyperv_hv-cinder-77957 {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 15:24:58.560608 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 15:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63dfb752-d607-4846-a1de-47953669f854 x-openstack-request-id: req-63dfb752-d607-4846-a1de-47953669f854 {{(pid=93843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:24:58.560895 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c5053a7-f532-4de1-875a-8187f9191bb2", "name": "network-vif-plugged", "status": "completed", "tag": "bb1a9889-610a-49a1-ad67-465a376ea6c5", "code": 200}]} {{(pid=93843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:24:58.561143 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-63dfb752-d607-4846-a1de-47953669f854 {{(pid=93843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:24:58.561523 dv-cinder-779576-7-iscsi neutron-server[93843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c5053a7-f532-4de1-875a-8187f9191bb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb1a9889-610a-49a1-ad67-465a376ea6c5', 'code': 200} Aug 26 15:24:58.613479 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Pushing event updated for resources: {'Port': ['ID=bb1a9889-610a-49a1-ad67-465a376ea6c5,revision_number=5']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:24:58.657898 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:58.693350 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] For port 9074ea7b-385d-4ccc-8c42-b021d977910a, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=9074ea7b-385d-4ccc-8c42-b021d977910a,segment=NetworkSegment(a2157187-b2ff-4956-9692-54ade6ba6784),segment_id=a2157187-b2ff-4956-9692-54ade6ba6784)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:24:58.697750 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:24:58.752516 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Pushing event updated for resources: {'Port': ['ID=9074ea7b-385d-4ccc-8c42-b021d977910a,revision_number=8']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:24:58.913798 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ebbaa5-540c-480d-a156-ec857338cbd8 req-577d5814-bb89-438c-8d91-f9bb16851623 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:58.916852 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-b1ebbaa5-540c-480d-a156-ec857338cbd8 req-577d5814-bb89-438c-8d91-f9bb16851623 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c5053a7-f532-4de1-875a-8187f9191bb2 HTTP/1.1" status: 200 len: 946 time: 0.0561929 Aug 26 15:24:58.957663 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-b1ebbaa5-540c-480d-a156-ec857338cbd8 req-d7892ddc-c0af-49c0-850a-17c577738ced tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] 10.222.0.20 "GET /v2.0/security-groups?id=78bbe887-4bf9-47de-9235-07649e1005c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347230 Aug 26 15:24:58.992259 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00da540b-0255-49bb-8779-927c08f8e103 req-92ded243-ef23-42f1-a1f8-883e9daec4bc tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:58.993834 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-00da540b-0255-49bb-8779-927c08f8e103 req-92ded243-ef23-42f1-a1f8-883e9daec4bc tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca0769da-6c1e-433b-8817-4309fcc35b35 HTTP/1.1" status: 200 len: 945 time: 0.0641487 Aug 26 15:24:59.036421 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-00da540b-0255-49bb-8779-927c08f8e103 req-4d95bd28-650c-4a62-b41c-a581a5cf4c92 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367484 Aug 26 15:24:59.468993 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65dbace-042e-4a8a-9ddd-b7f09cfc0ba8 req-7a8d342a-7fb0-4e9d-b29f-90956ed75490 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:24:59.470774 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-a65dbace-042e-4a8a-9ddd-b7f09cfc0ba8 req-7a8d342a-7fb0-4e9d-b29f-90956ed75490 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=3028e66a-51b4-4638-bfef-d34285d30fd1 HTTP/1.1" status: 200 len: 944 time: 0.0631685 Aug 26 15:24:59.512477 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-a65dbace-042e-4a8a-9ddd-b7f09cfc0ba8 req-883e98b2-703c-4c94-aa50-e05b46355da9 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=44677d48-8306-44c7-a2fe-97d323591896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358274 Aug 26 15:25:00.083773 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f12e92f-98a4-410e-867e-d7f09600bb36 req-1fa65aa1-3ffd-4080-a1bb-1c129b8bbcbc tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:00.085267 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-3f12e92f-98a4-410e-867e-d7f09600bb36 req-1fa65aa1-3ffd-4080-a1bb-1c129b8bbcbc tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c5053a7-f532-4de1-875a-8187f9191bb2 HTTP/1.1" status: 200 len: 946 time: 0.0602813 Aug 26 15:25:00.124629 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-3f12e92f-98a4-410e-867e-d7f09600bb36 req-94c0d70b-65fb-4356-94c9-fd70eacb743f tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] 10.222.0.20 "GET /v2.0/security-groups?id=78bbe887-4bf9-47de-9235-07649e1005c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328090 Aug 26 15:25:00.153735 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cfdc84-9d1d-402b-9b0c-7a0ab8c20e04 req-c173414d-f473-41fa-9935-c2e550322a31 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:00.155228 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-79cfdc84-9d1d-402b-9b0c-7a0ab8c20e04 req-c173414d-f473-41fa-9935-c2e550322a31 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca0769da-6c1e-433b-8817-4309fcc35b35 HTTP/1.1" status: 200 len: 945 time: 0.0501831 Aug 26 15:25:00.200798 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-79cfdc84-9d1d-402b-9b0c-7a0ab8c20e04 req-5dbfcb94-e96b-40b0-9dc4-d668aa1b2c79 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391610 Aug 26 15:25:00.552037 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fafdb9e-7f8e-4dc6-a5dd-6321753f1553 req-69e1a591-6946-41cb-a76d-03659ae85957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:00.553619 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-6fafdb9e-7f8e-4dc6-a5dd-6321753f1553 req-69e1a591-6946-41cb-a76d-03659ae85957 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4c5053a7-f532-4de1-875a-8187f9191bb2 HTTP/1.1" status: 200 len: 1099 time: 0.0417199 Aug 26 15:25:00.563390 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3028e66a-51b4-4638-bfef-d34285d30fd1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9074ea7b-385d-4ccc-8c42-b021d977910a'}] {{(pid=93843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 15:25:00.565850 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d587d98fe02f6619f456de0f45288515ee723af96d1e5c8ab0bdf50e2145b638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8698031-5771-4363-8bf1-4121ecdc8465" -d '{"events": [{"server_uuid": "3028e66a-51b4-4638-bfef-d34285d30fd1", "name": "network-vif-unplugged", "status": "completed", "tag": "9074ea7b-385d-4ccc-8c42-b021d977910a"}]}' {{(pid=93843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:25:00.593762 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-6fafdb9e-7f8e-4dc6-a5dd-6321753f1553 req-b910c655-9d4d-4d7a-aadf-1b811cb3e705 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=78bbe887-4bf9-47de-9235-07649e1005c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310185 Aug 26 15:25:00.602146 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 Aug 2021 15:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fbd5d21-8a73-471d-a0b8-7b690f2ebc01 x-openstack-request-id: req-0fbd5d21-8a73-471d-a0b8-7b690f2ebc01 {{(pid=93843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:25:00.602437 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3028e66a-51b4-4638-bfef-d34285d30fd1", "name": "network-vif-unplugged", "status": "completed", "tag": "9074ea7b-385d-4ccc-8c42-b021d977910a", "code": 200}]} {{(pid=93843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:25:00.603182 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0fbd5d21-8a73-471d-a0b8-7b690f2ebc01 {{(pid=93843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:25:00.603566 dv-cinder-779576-7-iscsi neutron-server[93843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3028e66a-51b4-4638-bfef-d34285d30fd1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9074ea7b-385d-4ccc-8c42-b021d977910a', 'code': 200} Aug 26 15:25:00.672805 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceffdeac-be7a-43e6-acb3-5c059ff5c12e req-80509006-e545-4d11-bdbc-809a12c676e4 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:00.674369 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-ceffdeac-be7a-43e6-acb3-5c059ff5c12e req-80509006-e545-4d11-bdbc-809a12c676e4 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=3028e66a-51b4-4638-bfef-d34285d30fd1 HTTP/1.1" status: 200 len: 944 time: 0.0497913 Aug 26 15:25:00.718094 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-ceffdeac-be7a-43e6-acb3-5c059ff5c12e req-f507c846-4de6-4d99-8f09-e5f84187e3d7 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=44677d48-8306-44c7-a2fe-97d323591896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361178 Aug 26 15:25:01.256058 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2729a0a9-394b-4ff8-b5aa-23faa65aabc0 req-882a29bf-cfa1-4322-870e-d5d8cd549dd5 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:01.269767 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-2729a0a9-394b-4ff8-b5aa-23faa65aabc0 req-882a29bf-cfa1-4322-870e-d5d8cd549dd5 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c5053a7-f532-4de1-875a-8187f9191bb2 HTTP/1.1" status: 200 len: 946 time: 0.0699384 Aug 26 15:25:01.330448 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-2729a0a9-394b-4ff8-b5aa-23faa65aabc0 req-b4436a30-d43c-4b3f-adc6-9bebab5f941b tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] 10.222.0.20 "GET /v2.0/security-groups?id=78bbe887-4bf9-47de-9235-07649e1005c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589850 Aug 26 15:25:01.362629 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9958e695-48d2-4898-b136-42de151ec315 req-8eb64513-b2a9-4644-bac3-f7a853a66e1f tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:01.364251 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-9958e695-48d2-4898-b136-42de151ec315 req-8eb64513-b2a9-4644-bac3-f7a853a66e1f tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca0769da-6c1e-433b-8817-4309fcc35b35 HTTP/1.1" status: 200 len: 945 time: 0.0554008 Aug 26 15:25:01.409209 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-9958e695-48d2-4898-b136-42de151ec315 req-639a3c61-8308-4f27-a708-b8d99d70b5d0 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373404 Aug 26 15:25:01.851683 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091ed3e1-f33c-47eb-97ac-cc837b650aa0 req-40c8ddae-064b-443e-8d8a-4342528af5b5 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:01.853710 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-091ed3e1-f33c-47eb-97ac-cc837b650aa0 req-40c8ddae-064b-443e-8d8a-4342528af5b5 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=3028e66a-51b4-4638-bfef-d34285d30fd1 HTTP/1.1" status: 200 len: 944 time: 0.0553017 Aug 26 15:25:01.891886 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-091ed3e1-f33c-47eb-97ac-cc837b650aa0 req-3262d027-ab28-41f0-8622-17535f27b5a0 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=44677d48-8306-44c7-a2fe-97d323591896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321143 Aug 26 15:25:02.463634 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a45cce-834c-4365-b999-60016546e8b8 req-617ce226-a321-414e-aabc-2ad486071f97 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:02.465279 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-90a45cce-834c-4365-b999-60016546e8b8 req-617ce226-a321-414e-aabc-2ad486071f97 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c5053a7-f532-4de1-875a-8187f9191bb2 HTTP/1.1" status: 200 len: 946 time: 0.0527656 Aug 26 15:25:02.506923 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-90a45cce-834c-4365-b999-60016546e8b8 req-b17dc1ea-0d15-4229-a8ce-e9834af8d021 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] 10.222.0.20 "GET /v2.0/security-groups?id=78bbe887-4bf9-47de-9235-07649e1005c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332446 Aug 26 15:25:02.526310 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea30577-7096-48d5-b86e-b3c5a74bdf42 req-d60b7be5-6295-4057-a8df-1712d7df4d28 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:02.531734 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-0ea30577-7096-48d5-b86e-b3c5a74bdf42 req-d60b7be5-6295-4057-a8df-1712d7df4d28 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=3028e66a-51b4-4638-bfef-d34285d30fd1 HTTP/1.1" status: 200 len: 944 time: 0.0565686 Aug 26 15:25:02.570745 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-0ea30577-7096-48d5-b86e-b3c5a74bdf42 req-a6bb9acf-ad3f-4d69-82ce-27b5628643a8 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=44677d48-8306-44c7-a2fe-97d323591896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368264 Aug 26 15:25:02.633649 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06876c9-9675-4c12-a419-4501cfefb957 req-c1caab0e-3865-42d8-8498-140ca33b136a tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:02.635638 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-d06876c9-9675-4c12-a419-4501cfefb957 req-c1caab0e-3865-42d8-8498-140ca33b136a tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca0769da-6c1e-433b-8817-4309fcc35b35 HTTP/1.1" status: 200 len: 945 time: 0.0544944 Aug 26 15:25:02.682314 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-d06876c9-9675-4c12-a419-4501cfefb957 req-d65c0991-1f43-4876-836b-8760aae69b2a tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399816 Aug 26 15:25:02.858142 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 56658) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:25:02.945466 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-9313b8a5-8102-46b2-a8c3-823a6ac25d3e req-ceea07c7-fa00-4efc-a275-c821ad950437 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3028e66a-51b4-4638-bfef-d34285d30fd1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0861697 Aug 26 15:25:03.642421 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e9c149-7587-49e4-a5b8-6001f065e16a req-2bd77cd7-4133-45ba-854e-67a06633750d tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:03.644080 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-a1e9c149-7587-49e4-a5b8-6001f065e16a req-2bd77cd7-4133-45ba-854e-67a06633750d tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c5053a7-f532-4de1-875a-8187f9191bb2 HTTP/1.1" status: 200 len: 946 time: 0.0569549 Aug 26 15:25:03.692366 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-a1e9c149-7587-49e4-a5b8-6001f065e16a req-f9b57bc2-9db7-4d56-be1c-1687080b15b6 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] 10.222.0.20 "GET /v2.0/security-groups?id=78bbe887-4bf9-47de-9235-07649e1005c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402374 Aug 26 15:25:03.708484 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4b0126-a24c-47f5-a40c-dd56673ac273 req-1c905f77-bf3b-4f57-ab9a-d5f39a3311ba tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:03.711333 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-0a4b0126-a24c-47f5-a40c-dd56673ac273 req-1c905f77-bf3b-4f57-ab9a-d5f39a3311ba tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=3028e66a-51b4-4638-bfef-d34285d30fd1 HTTP/1.1" status: 200 len: 944 time: 0.0569720 Aug 26 15:25:03.758458 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-0a4b0126-a24c-47f5-a40c-dd56673ac273 req-06b2ce5e-415e-4ae3-a138-a8525d0fcf87 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=44677d48-8306-44c7-a2fe-97d323591896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410309 Aug 26 15:25:03.811922 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1890386-ee2b-40d8-a07d-2c7a9319cd85 req-c34e9be0-0264-4e93-bddd-9438101a2ece tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:03.813316 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-e1890386-ee2b-40d8-a07d-2c7a9319cd85 req-c34e9be0-0264-4e93-bddd-9438101a2ece tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca0769da-6c1e-433b-8817-4309fcc35b35 HTTP/1.1" status: 200 len: 945 time: 0.0508270 Aug 26 15:25:03.859600 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-e1890386-ee2b-40d8-a07d-2c7a9319cd85 req-9787b120-f0cb-4baa-8b96-2def0f28b4f3 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402150 Aug 26 15:25:04.813610 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab8fb86-cb75-446f-894b-4ad10564b2b5 req-01d109bd-c4cd-4908-aa21-c1c69472dc6b tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:04.815200 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-9ab8fb86-cb75-446f-894b-4ad10564b2b5 req-01d109bd-c4cd-4908-aa21-c1c69472dc6b tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c5053a7-f532-4de1-875a-8187f9191bb2 HTTP/1.1" status: 200 len: 946 time: 0.0514791 Aug 26 15:25:04.855195 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-9ab8fb86-cb75-446f-894b-4ad10564b2b5 req-12ae719a-eb7f-4428-a16f-8ec43aaf3d49 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] 10.222.0.20 "GET /v2.0/security-groups?id=78bbe887-4bf9-47de-9235-07649e1005c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339451 Aug 26 15:25:04.882521 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dd360f-4032-4c1e-9fce-dc0fd978696e req-44ee550e-7a83-4695-aa57-86c287bd4679 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:04.884139 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-88dd360f-4032-4c1e-9fce-dc0fd978696e req-44ee550e-7a83-4695-aa57-86c287bd4679 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=3028e66a-51b4-4638-bfef-d34285d30fd1 HTTP/1.1" status: 200 len: 944 time: 0.0526986 Aug 26 15:25:04.942494 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-88dd360f-4032-4c1e-9fce-dc0fd978696e req-2f201f7a-e6be-4c0e-b502-c645132167fe tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=44677d48-8306-44c7-a2fe-97d323591896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485332 Aug 26 15:25:04.997479 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71915b5-4455-453c-9a99-395d32f7bfa4 req-be56ccb1-7e0c-426d-bacb-ef8862f95d27 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:04.999381 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-d71915b5-4455-453c-9a99-395d32f7bfa4 req-be56ccb1-7e0c-426d-bacb-ef8862f95d27 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca0769da-6c1e-433b-8817-4309fcc35b35 HTTP/1.1" status: 200 len: 945 time: 0.0570667 Aug 26 15:25:05.046847 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-d71915b5-4455-453c-9a99-395d32f7bfa4 req-8d98c4c4-3ac4-46e8-a094-c93b00c00559 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408666 Aug 26 15:25:05.345931 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bf876c-28b2-4dc7-91db-d090fb4deb40 req-fb2cf97f-510a-4d0b-ab2f-7cfe7df4a238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:05.347671 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-59bf876c-28b2-4dc7-91db-d090fb4deb40 req-fb2cf97f-510a-4d0b-ab2f-7cfe7df4a238 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ca0769da-6c1e-433b-8817-4309fcc35b35 HTTP/1.1" status: 200 len: 1098 time: 0.0407341 Aug 26 15:25:05.393220 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-59bf876c-28b2-4dc7-91db-d090fb4deb40 req-b7f64259-1402-4448-9325-550ff1bd2f61 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342584 Aug 26 15:25:05.978875 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d827d90-4be6-426a-8a88-0f6aaaddf258 req-d1da48db-ed09-4e22-b307-d2d7e8fd9975 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:05.980470 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-9d827d90-4be6-426a-8a88-0f6aaaddf258 req-d1da48db-ed09-4e22-b307-d2d7e8fd9975 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c5053a7-f532-4de1-875a-8187f9191bb2 HTTP/1.1" status: 200 len: 946 time: 0.0536292 Aug 26 15:25:06.026905 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-9d827d90-4be6-426a-8a88-0f6aaaddf258 req-d654b11c-05ad-42bf-8fef-23fee24c0d18 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] 10.222.0.20 "GET /v2.0/security-groups?id=78bbe887-4bf9-47de-9235-07649e1005c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402899 Aug 26 15:25:06.041420 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf87486d-ff65-460e-9b81-5630c51064d9 req-2849cb1f-3645-4fec-bdb5-e823af5cf9be tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:06.046473 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-cf87486d-ff65-460e-9b81-5630c51064d9 req-2849cb1f-3645-4fec-bdb5-e823af5cf9be tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c109c3b-265c-4b41-8d6b-111cc8d2ee8d HTTP/1.1" status: 200 len: 945 time: 0.0554473 Aug 26 15:25:06.091120 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-cf87486d-ff65-460e-9b81-5630c51064d9 req-97bf34f9-779d-47c2-8260-892c6bb5dd11 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] 10.222.0.20 "GET /v2.0/security-groups?id=e62b5368-65f6-47b1-a3f0-2bcec5167246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399036 Aug 26 15:25:06.111006 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 56718) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:25:06.144749 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a02dca2-2713-44ae-bab5-aedcd354db89 req-423b3534-07f8-47b5-8343-74d36b83d637 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:06.146447 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-9a02dca2-2713-44ae-bab5-aedcd354db89 req-423b3534-07f8-47b5-8343-74d36b83d637 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=3028e66a-51b4-4638-bfef-d34285d30fd1 HTTP/1.1" status: 200 len: 944 time: 0.0527065 Aug 26 15:25:06.190865 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-9a02dca2-2713-44ae-bab5-aedcd354db89 req-2f4b340b-2ae2-49b3-bdda-00ab3c60b7a6 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=44677d48-8306-44c7-a2fe-97d323591896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363352 Aug 26 15:25:06.210067 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5e5d5a-65aa-449a-95e9-a2c6861868da req-a1529b2b-b531-4995-b9c5-32c75c229895 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:06.211689 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-8d5e5d5a-65aa-449a-95e9-a2c6861868da req-a1529b2b-b531-4995-b9c5-32c75c229895 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca0769da-6c1e-433b-8817-4309fcc35b35 HTTP/1.1" status: 200 len: 945 time: 0.0646629 Aug 26 15:25:06.276218 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-8d5e5d5a-65aa-449a-95e9-a2c6861868da req-6fc6a050-d485-48e6-b849-939d44770d1b tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579393 Aug 26 15:25:06.284950 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89b2988-c3d1-4c97-94ea-9403370651db tempest-TestMinimumBasicScenario-1882626198 tempest-TestMinimumBasicScenario-1882626198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:06.286529 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-f89b2988-c3d1-4c97-94ea-9403370651db tempest-TestMinimumBasicScenario-1882626198 tempest-TestMinimumBasicScenario-1882626198-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=4c109c3b-265c-4b41-8d6b-111cc8d2ee8d HTTP/1.1" status: 200 len: 1093 time: 0.1745062 Aug 26 15:25:06.289308 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 56722) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:25:06.293950 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [None req-2e48b478-4540-457f-8359-5f881c6a401d tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Request body: {'floatingip': {'floating_network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'port_id': '909734fa-79bb-464f-8f95-2fa15fd3d09d', 'tenant_id': 'f21f38b1620b40acb26630e47d85c6c2', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:25:06.319112 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-2e48b478-4540-457f-8359-5f881c6a401d tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Notify callbacks [] for floatingip, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:25:06.418467 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-2e48b478-4540-457f-8359-5f881c6a401d tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:25:06.524136 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.db.db_base_plugin_common [None req-2e48b478-4540-457f-8359-5f881c6a401d tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Allocated IP 172.27.3.160 (94c3c280-690c-4a83-85d9-6b8aea125a5e/fcbbbf85-6bcd-493f-b527-2ade21fd40af/903def20-3a6b-4646-bd37-cc645556b1b4) {{(pid=93841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:25:06.628477 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-2e48b478-4540-457f-8359-5f881c6a401d tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Notify callbacks [] for port, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:25:06.667507 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-2e48b478-4540-457f-8359-5f881c6a401d tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793280355359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263742114'] for port, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:25:06.706953 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e48b478-4540-457f-8359-5f881c6a401d tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Network 94c3c280-690c-4a83-85d9-6b8aea125a5e is already hosted by enough agents. {{(pid=93841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:25:06.709738 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.scheduler.base_scheduler [None req-2e48b478-4540-457f-8359-5f881c6a401d tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Resources bound (agent type, host, resource id): {{(pid=93841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:25:06.713258 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e48b478-4540-457f-8359-5f881c6a401d tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Received port after_create {{(pid=93841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 15:25:06.739011 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e48b478-4540-457f-8359-5f881c6a401d tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Pushing event updated for resources: {'Port': ['ID=903def20-3a6b-4646-bd37-cc645556b1b4,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:25:06.752153 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e48b478-4540-457f-8359-5f881c6a401d tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:25:06.752504 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e48b478-4540-457f-8359-5f881c6a401d tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:25:06.752847 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e48b478-4540-457f-8359-5f881c6a401d tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:25:06.753186 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e48b478-4540-457f-8359-5f881c6a401d tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:25:06.753529 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e48b478-4540-457f-8359-5f881c6a401d tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:25:06.753890 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e48b478-4540-457f-8359-5f881c6a401d tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:25:06.754227 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e48b478-4540-457f-8359-5f881c6a401d tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:25:06.754575 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e48b478-4540-457f-8359-5f881c6a401d tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:25:06.754886 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e48b478-4540-457f-8359-5f881c6a401d tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:25:06.755214 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e48b478-4540-457f-8359-5f881c6a401d tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:25:06.755543 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e48b478-4540-457f-8359-5f881c6a401d tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:25:06.755869 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e48b478-4540-457f-8359-5f881c6a401d tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:25:07.090538 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-2e48b478-4540-457f-8359-5f881c6a401d tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:25:07.161848 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-2e48b478-4540-457f-8359-5f881c6a401d tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:25:07.191091 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-bdb53509-eea9-4430-8d53-7dead2a0cfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:25:07.314645 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-2e48b478-4540-457f-8359-5f881c6a401d tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Notify callbacks [] for port, precommit_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:25:07.317077 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c99542-57d0-4c3c-9750-d64033a8ef38 req-e58ea830-bec9-4ed3-8b93-25324517fe74 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:07.319058 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-d7c99542-57d0-4c3c-9750-d64033a8ef38 req-e58ea830-bec9-4ed3-8b93-25324517fe74 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=3028e66a-51b4-4638-bfef-d34285d30fd1 HTTP/1.1" status: 200 len: 944 time: 0.0509615 Aug 26 15:25:07.319970 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-2e48b478-4540-457f-8359-5f881c6a401d tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263742139'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:25:07.370745 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-d7c99542-57d0-4c3c-9750-d64033a8ef38 req-942d0f78-e5b4-48ed-9c6a-170682a796bf tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=44677d48-8306-44c7-a2fe-97d323591896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430727 Aug 26 15:25:07.421396 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e48b478-4540-457f-8359-5f881c6a401d tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Pushing event updated for resources: {'Port': ['ID=903def20-3a6b-4646-bd37-cc645556b1b4,revision_number=2']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:25:07.439276 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-2e48b478-4540-457f-8359-5f881c6a401d tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3928447'] for floatingip, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:25:07.450401 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dc5284-ecb1-41f4-881f-dc26498f41c9 req-44a4c687-c28b-4bdb-b5ce-e87324c8c66c tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:07.451910 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-04dc5284-ecb1-41f4-881f-dc26498f41c9 req-44a4c687-c28b-4bdb-b5ce-e87324c8c66c tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca0769da-6c1e-433b-8817-4309fcc35b35 HTTP/1.1" status: 200 len: 945 time: 0.0991738 Aug 26 15:25:07.556117 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-04dc5284-ecb1-41f4-881f-dc26498f41c9 req-4dc4a18a-ce81-456c-a3e1-0c192964e555 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741565 Aug 26 15:25:07.577089 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.db.l3_db [None req-2e48b478-4540-457f-8359-5f881c6a401d tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Floating IP 21f4452d-7e72-4b27-bcf5-4d233221a36f associated. External IP: 172.27.3.160, port: 909734fa-79bb-464f-8f95-2fa15fd3d09d. Aug 26 15:25:07.783800 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Device 9074ea7b-385d-4ccc-8c42-b021d977910a no longer exists at agent hyperv_hv-cinder-77957 {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 15:25:07.786689 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e48b478-4540-457f-8359-5f881c6a401d tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Router 40abd8dd-3e14-48dd-a894-2d7a6e5c182e has already been hosted by L3 agent 00a7d786-edfd-4f04-9152-3b7ae2bbf8ca {{(pid=93841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 15:25:07.895268 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e48b478-4540-457f-8359-5f881c6a401d tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Notify agent at l3_agent.dv-cinder-779576-7-iscsi the message routers_updated {{(pid=93841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 15:25:07.905704 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1854ff6a-a202-4777-bdb9-20a8fd57f984 None None] Sync routers for ids ['40abd8dd-3e14-48dd-a894-2d7a6e5c182e'] in dv-cinder-779576-7-iscsi {{(pid=93844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 15:25:07.911359 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-2e48b478-4540-457f-8359-5f881c6a401d tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4089636'] for floatingip, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:25:07.915440 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1854ff6a-a202-4777-bdb9-20a8fd57f984 None None] Routers {'40abd8dd-3e14-48dd-a894-2d7a6e5c182e'} bound to L3 agent in host dv-cinder-779576-7-iscsi {{(pid=93844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 15:25:07.916063 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-1854ff6a-a202-4777-bdb9-20a8fd57f984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T15:14:10Z,description=,heartbeat_timestamp=2021-08-26T15:24:40Z,host='dv-cinder-779576-7-iscsi',id=00a7d786-edfd-4f04-9152-3b7ae2bbf8ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T15:14:10Z,topic='l3_agent')) {'router_ids': ['40abd8dd-3e14-48dd-a894-2d7a6e5c182e'], 'active': True} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:25:07.939121 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-2e48b478-4540-457f-8359-5f881c6a401d tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6486747 Aug 26 15:25:07.939715 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c109c3b-265c-4b41-8d6b-111cc8d2ee8d', 'tag': '909734fa-79bb-464f-8f95-2fa15fd3d09d'}] {{(pid=93841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 15:25:07.941962 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 56736) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:25:07.942119 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40d6179e675e884694bb6412ad93f17435ac71a39ec2274297e1b4aadb89820e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea41be6f-9b0b-4a65-a511-da0ccee4645c" -d '{"events": [{"name": "network-changed", "server_uuid": "4c109c3b-265c-4b41-8d6b-111cc8d2ee8d", "tag": "909734fa-79bb-464f-8f95-2fa15fd3d09d"}]}' {{(pid=93841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:25:07.957158 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [None req-23aed6af-125f-4637-b600-0d2f82fdb4f2 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-164061918', 'description': 'tempest-secgroup-smoke-164061918 description', 'project_id': 'f21f38b1620b40acb26630e47d85c6c2'}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:25:07.979189 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 15:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dbfcc64-51f9-4a8f-ac06-726f63de6fe1 x-openstack-request-id: req-1dbfcc64-51f9-4a8f-ac06-726f63de6fe1 {{(pid=93841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:25:07.979647 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c109c3b-265c-4b41-8d6b-111cc8d2ee8d", "tag": "909734fa-79bb-464f-8f95-2fa15fd3d09d", "status": "completed", "code": 200}]} {{(pid=93841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:25:07.980060 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1dbfcc64-51f9-4a8f-ac06-726f63de6fe1 {{(pid=93841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:25:07.980472 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c109c3b-265c-4b41-8d6b-111cc8d2ee8d', 'tag': '909734fa-79bb-464f-8f95-2fa15fd3d09d', 'status': 'completed', 'code': 200} Aug 26 15:25:07.982766 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-23aed6af-125f-4637-b600-0d2f82fdb4f2 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Notify callbacks [] for security_group, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:25:08.023209 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvr_db [None req-1854ff6a-a202-4777-bdb9-20a8fd57f984 None None] Set router 40abd8dd-3e14-48dd-a894-2d7a6e5c182e gateway port host: dv-cinder-779576-7-iscsi {{(pid=93844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 15:25:08.073989 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-23aed6af-125f-4637-b600-0d2f82fdb4f2 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Notify callbacks [] for security_group, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:25:08.078325 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-23aed6af-125f-4637-b600-0d2f82fdb4f2 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:25:08.109789 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-23aed6af-125f-4637-b600-0d2f82fdb4f2 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Notify callbacks [] for security_group, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:25:08.111011 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-23aed6af-125f-4637-b600-0d2f82fdb4f2 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1677084 Aug 26 15:25:08.111866 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aed6af-125f-4637-b600-0d2f82fdb4f2 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7c86801-7023-4d06-831a-0fe25e6ad1a9,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:25:08.114037 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 56740) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:25:08.118796 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [None req-6a13a642-f671-4787-a986-afcb6bb284c1 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Request body: {'security_group_rule': {'security_group_id': 'f7c86801-7023-4d06-831a-0fe25e6ad1a9', 'project_id': 'f21f38b1620b40acb26630e47d85c6c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:25:08.123882 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aed6af-125f-4637-b600-0d2f82fdb4f2 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:25:08.124316 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aed6af-125f-4637-b600-0d2f82fdb4f2 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:25:08.124738 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aed6af-125f-4637-b600-0d2f82fdb4f2 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:25:08.125142 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aed6af-125f-4637-b600-0d2f82fdb4f2 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:25:08.125582 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aed6af-125f-4637-b600-0d2f82fdb4f2 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:25:08.126017 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aed6af-125f-4637-b600-0d2f82fdb4f2 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:25:08.126417 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aed6af-125f-4637-b600-0d2f82fdb4f2 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:25:08.126829 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aed6af-125f-4637-b600-0d2f82fdb4f2 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:25:08.127227 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aed6af-125f-4637-b600-0d2f82fdb4f2 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:25:08.127769 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aed6af-125f-4637-b600-0d2f82fdb4f2 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:25:08.128166 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aed6af-125f-4637-b600-0d2f82fdb4f2 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:25:08.128565 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aed6af-125f-4637-b600-0d2f82fdb4f2 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:25:08.158575 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-6a13a642-f671-4787-a986-afcb6bb284c1 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:25:08.226345 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-6a13a642-f671-4787-a986-afcb6bb284c1 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:25:08.230539 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-6a13a642-f671-4787-a986-afcb6bb284c1 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699878'] for security_group_rule, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:25:08.248295 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a13a642-f671-4787-a986-afcb6bb284c1 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6eebc953-51e5-43ca-b8d5-06360463ccc2,revision_number=0']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:25:08.255650 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-6a13a642-f671-4787-a986-afcb6bb284c1 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:25:08.257291 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-6a13a642-f671-4787-a986-afcb6bb284c1 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1421399 Aug 26 15:25:08.261134 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 56742) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:25:08.266195 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [None req-a759247c-2c4d-43d0-a9c4-91d3f3e2483d tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Request body: {'security_group_rule': {'security_group_id': 'f7c86801-7023-4d06-831a-0fe25e6ad1a9', 'project_id': 'f21f38b1620b40acb26630e47d85c6c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:25:08.267144 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-1854ff6a-a202-4777-bdb9-20a8fd57f984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40abd8dd-3e14-48dd-a894-2d7a6e5c182e', 'name': 'tempest-TestMinimumBasicScenario-1462883441-router', 'tenant_id': 'f21f38b1620b40acb26630e47d85c6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': '44fa70ee-dd12-4cd5-9853-168d0e03d07d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:23:30Z', 'updated_at': '2021-08-26T15:23:37Z', 'revision_number': 4, 'project_id': 'f21f38b1620b40acb26630e47d85c6c2', 'gw_port': {'id': '44fa70ee-dd12-4cd5-9853-168d0e03d07d', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a3:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40abd8dd-3e14-48dd-a894-2d7a6e5c182e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:23:31Z', 'updated_at': '2021-08-26T15:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi', '_floatingips': [{'id': '21f4452d-7e72-4b27-bcf5-4d233221a36f', 'tenant_id': 'f21f38b1620b40acb26630e47d85c6c2', 'floating_ip_address': '172.27.3.160', 'floating_network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'router_id': '40abd8dd-3e14-48dd-a894-2d7a6e5c182e', 'port_id': '909734fa-79bb-464f-8f95-2fa15fd3d09d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c21aea0-317d-4d8f-b2c5-9e53ccb851fc', 'mac_address': 'fa:16:3e:da:c9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c109c3b-265c-4b41-8d6b-111cc8d2ee8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T15:25:06Z', 'updated_at': '2021-08-26T15:25:06Z', 'revision_number': 0, 'project_id': 'f21f38b1620b40acb26630e47d85c6c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b14a99a-2b68-4b08-a4dd-c9bcf4519642', 'name': '', 'network_id': '4c21aea0-317d-4d8f-b2c5-9e53ccb851fc', 'tenant_id': 'f21f38b1620b40acb26630e47d85c6c2', 'mac_address': 'fa:16:3e:1a:0e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40abd8dd-3e14-48dd-a894-2d7a6e5c182e', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '8344071b-748b-487d-9384-1d0a41d963ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:23:35Z', 'updated_at': '2021-08-26T15:23:46Z', 'revision_number': 5, 'project_id': 'f21f38b1620b40acb26630e47d85c6c2', 'subnets': [{'id': '8344071b-748b-487d-9384-1d0a41d963ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-7-iscsi', False) {} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:25:08.295401 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-a759247c-2c4d-43d0-a9c4-91d3f3e2483d tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:25:08.295908 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1854ff6a-a202-4777-bdb9-20a8fd57f984 None None] Checking router: 40abd8dd-3e14-48dd-a894-2d7a6e5c182e for host: dv-cinder-779576-7-iscsi {{(pid=93844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 15:25:08.304586 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1854ff6a-a202-4777-bdb9-20a8fd57f984 None None] Routers {'40abd8dd-3e14-48dd-a894-2d7a6e5c182e'} bound to L3 agent in host dv-cinder-779576-7-iscsi {{(pid=93844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 15:25:08.305340 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-1854ff6a-a202-4777-bdb9-20a8fd57f984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T15:14:10Z,description=,heartbeat_timestamp=2021-08-26T15:24:40Z,host='dv-cinder-779576-7-iscsi',id=00a7d786-edfd-4f04-9152-3b7ae2bbf8ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T15:14:10Z,topic='l3_agent')) {'router_ids': ['40abd8dd-3e14-48dd-a894-2d7a6e5c182e'], 'active': True} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:25:08.373884 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-a759247c-2c4d-43d0-a9c4-91d3f3e2483d tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:25:08.378962 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-a759247c-2c4d-43d0-a9c4-91d3f3e2483d tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699878'] for security_group_rule, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:25:08.404948 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a759247c-2c4d-43d0-a9c4-91d3f3e2483d tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b56144b0-918a-4bb6-ba4f-e1cfef65fd45,revision_number=0']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:25:08.422346 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvr_db [None req-1854ff6a-a202-4777-bdb9-20a8fd57f984 None None] Set router 40abd8dd-3e14-48dd-a894-2d7a6e5c182e gateway port host: dv-cinder-779576-7-iscsi {{(pid=93844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 15:25:08.429780 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-a759247c-2c4d-43d0-a9c4-91d3f3e2483d tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:25:08.431969 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-a759247c-2c4d-43d0-a9c4-91d3f3e2483d tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1692071 Aug 26 15:25:08.435076 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 56748) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:25:08.443217 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [None req-771501e4-b609-4e18-bf4d-c69cc0e08e1e tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Request body: {'security_group_rule': {'security_group_id': 'f7c86801-7023-4d06-831a-0fe25e6ad1a9', 'project_id': 'f21f38b1620b40acb26630e47d85c6c2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:25:08.514258 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-771501e4-b609-4e18-bf4d-c69cc0e08e1e tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:25:08.540756 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40851e0c-c11b-4b02-9daf-8f060b23d6ea req-c802f691-3306-460b-bffc-3dc551882b1a tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:08.542529 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-40851e0c-c11b-4b02-9daf-8f060b23d6ea req-c802f691-3306-460b-bffc-3dc551882b1a tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=3028e66a-51b4-4638-bfef-d34285d30fd1 HTTP/1.1" status: 200 len: 944 time: 0.0809853 Aug 26 15:25:08.612839 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-40851e0c-c11b-4b02-9daf-8f060b23d6ea req-90e8214e-432f-4112-be11-8a57701b07ed tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=44677d48-8306-44c7-a2fe-97d323591896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588412 Aug 26 15:25:08.629917 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-771501e4-b609-4e18-bf4d-c69cc0e08e1e tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:25:08.635327 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-771501e4-b609-4e18-bf4d-c69cc0e08e1e tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699878'] for security_group_rule, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:25:08.661331 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771501e4-b609-4e18-bf4d-c69cc0e08e1e tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f98377db-845e-43e3-a147-e722ba52dcba,revision_number=0']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:25:08.679785 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-771501e4-b609-4e18-bf4d-c69cc0e08e1e tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:25:08.683317 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-771501e4-b609-4e18-bf4d-c69cc0e08e1e tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2465212 Aug 26 15:25:08.685771 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 56754) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:25:08.691368 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [None req-6e37dc04-b638-48ba-a862-75c006e8f456 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Request body: {'security_group_rule': {'security_group_id': 'f7c86801-7023-4d06-831a-0fe25e6ad1a9', 'project_id': 'f21f38b1620b40acb26630e47d85c6c2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:25:08.699807 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-1854ff6a-a202-4777-bdb9-20a8fd57f984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40abd8dd-3e14-48dd-a894-2d7a6e5c182e', 'name': 'tempest-TestMinimumBasicScenario-1462883441-router', 'tenant_id': 'f21f38b1620b40acb26630e47d85c6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': '44fa70ee-dd12-4cd5-9853-168d0e03d07d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:23:30Z', 'updated_at': '2021-08-26T15:23:37Z', 'revision_number': 4, 'project_id': 'f21f38b1620b40acb26630e47d85c6c2', 'gw_port': {'id': '44fa70ee-dd12-4cd5-9853-168d0e03d07d', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a3:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40abd8dd-3e14-48dd-a894-2d7a6e5c182e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:23:31Z', 'updated_at': '2021-08-26T15:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi', '_floatingips': [{'id': '21f4452d-7e72-4b27-bcf5-4d233221a36f', 'tenant_id': 'f21f38b1620b40acb26630e47d85c6c2', 'floating_ip_address': '172.27.3.160', 'floating_network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'router_id': '40abd8dd-3e14-48dd-a894-2d7a6e5c182e', 'port_id': '909734fa-79bb-464f-8f95-2fa15fd3d09d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c21aea0-317d-4d8f-b2c5-9e53ccb851fc', 'mac_address': 'fa:16:3e:da:c9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c109c3b-265c-4b41-8d6b-111cc8d2ee8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T15:25:06Z', 'updated_at': '2021-08-26T15:25:06Z', 'revision_number': 0, 'project_id': 'f21f38b1620b40acb26630e47d85c6c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b14a99a-2b68-4b08-a4dd-c9bcf4519642', 'name': '', 'network_id': '4c21aea0-317d-4d8f-b2c5-9e53ccb851fc', 'tenant_id': 'f21f38b1620b40acb26630e47d85c6c2', 'mac_address': 'fa:16:3e:1a:0e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40abd8dd-3e14-48dd-a894-2d7a6e5c182e', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '8344071b-748b-487d-9384-1d0a41d963ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:23:35Z', 'updated_at': '2021-08-26T15:23:46Z', 'revision_number': 5, 'project_id': 'f21f38b1620b40acb26630e47d85c6c2', 'subnets': [{'id': '8344071b-748b-487d-9384-1d0a41d963ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-7-iscsi', False) {} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:25:08.710312 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9471d1b8-12ef-4673-82e0-0f60ea0cb365 req-5450ebd0-79bd-4094-b1e4-e4f30edf4757 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:08.712686 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-9471d1b8-12ef-4673-82e0-0f60ea0cb365 req-5450ebd0-79bd-4094-b1e4-e4f30edf4757 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca0769da-6c1e-433b-8817-4309fcc35b35 HTTP/1.1" status: 200 len: 945 time: 0.0718350 Aug 26 15:25:08.723488 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-6e37dc04-b638-48ba-a862-75c006e8f456 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:25:08.727263 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1854ff6a-a202-4777-bdb9-20a8fd57f984 None None] The sync data for ids ['40abd8dd-3e14-48dd-a894-2d7a6e5c182e'] in dv-cinder-779576-7-iscsi is: [{'id': '40abd8dd-3e14-48dd-a894-2d7a6e5c182e', 'name': 'tempest-TestMinimumBasicScenario-1462883441-router', 'tenant_id': 'f21f38b1620b40acb26630e47d85c6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': '44fa70ee-dd12-4cd5-9853-168d0e03d07d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:23:30Z', 'updated_at': '2021-08-26T15:23:37Z', 'revision_number': 4, 'project_id': 'f21f38b1620b40acb26630e47d85c6c2', 'gw_port': {'id': '44fa70ee-dd12-4cd5-9853-168d0e03d07d', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a3:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40abd8dd-3e14-48dd-a894-2d7a6e5c182e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:23:31Z', 'updated_at': '2021-08-26T15:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi', '_floatingips': [{'id': '21f4452d-7e72-4b27-bcf5-4d233221a36f', 'tenant_id': 'f21f38b1620b40acb26630e47d85c6c2', 'floating_ip_address': '172.27.3.160', 'floating_network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'router_id': '40abd8dd-3e14-48dd-a894-2d7a6e5c182e', 'port_id': '909734fa-79bb-464f-8f95-2fa15fd3d09d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c21aea0-317d-4d8f-b2c5-9e53ccb851fc', 'mac_address': 'fa:16:3e:da:c9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c109c3b-265c-4b41-8d6b-111cc8d2ee8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T15:25:06Z', 'updated_at': '2021-08-26T15:25:06Z', 'revision_number': 0, 'project_id': 'f21f38b1620b40acb26630e47d85c6c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b14a99a-2b68-4b08-a4dd-c9bcf4519642', 'name': '', 'network_id': '4c21aea0-317d-4d8f-b2c5-9e53ccb851fc', 'tenant_id': 'f21f38b1620b40acb26630e47d85c6c2', 'mac_address': 'fa:16:3e:1a:0e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40abd8dd-3e14-48dd-a894-2d7a6e5c182e', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '8344071b-748b-487d-9384-1d0a41d963ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:23:35Z', 'updated_at': '2021-08-26T15:23:46Z', 'revision_number': 5, 'project_id': 'f21f38b1620b40acb26630e47d85c6c2', 'subnets': [{'id': '8344071b-748b-487d-9384-1d0a41d963ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 15:25:08.754742 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-9471d1b8-12ef-4673-82e0-0f60ea0cb365 req-58545426-bf11-4934-9f92-f3a9d32ccf21 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347979 Aug 26 15:25:08.796297 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-6e37dc04-b638-48ba-a862-75c006e8f456 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:25:08.800458 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-6e37dc04-b638-48ba-a862-75c006e8f456 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699878'] for security_group_rule, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:25:08.820510 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e37dc04-b638-48ba-a862-75c006e8f456 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1517ade0-31a0-4572-9639-d38bc16648fd,revision_number=0']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:25:08.825327 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-6e37dc04-b638-48ba-a862-75c006e8f456 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:25:08.826566 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-6e37dc04-b638-48ba-a862-75c006e8f456 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1396365 Aug 26 15:25:08.829457 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 56756) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:25:08.833944 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [None req-5c93083b-72ac-46e6-8480-8bc9b102533b tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Request body: {'security_group_rule': {'security_group_id': 'f7c86801-7023-4d06-831a-0fe25e6ad1a9', 'project_id': 'f21f38b1620b40acb26630e47d85c6c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:25:08.859132 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.db.securitygroups_db [None req-5c93083b-72ac-46e6-8480-8bc9b102533b tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Project f21f38b1620b40acb26630e47d85c6c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 15:25:08.865955 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-5c93083b-72ac-46e6-8480-8bc9b102533b tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:25:08.883324 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:25:08.976053 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-5c93083b-72ac-46e6-8480-8bc9b102533b tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:25:08.990384 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-5c93083b-72ac-46e6-8480-8bc9b102533b tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699878'] for security_group_rule, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:25:09.017444 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea41be6f-9b0b-4a65-a511-da0ccee4645c req-a02ac8a1-f03d-492a-9936-ebda1ccd365e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:09.019232 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-ea41be6f-9b0b-4a65-a511-da0ccee4645c req-a02ac8a1-f03d-492a-9936-ebda1ccd365e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f21f38b1620b40acb26630e47d85c6c2&device_id=4c109c3b-265c-4b41-8d6b-111cc8d2ee8d HTTP/1.1" status: 200 len: 1098 time: 0.1212544 Aug 26 15:25:09.020613 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c93083b-72ac-46e6-8480-8bc9b102533b tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b22e5ab3-9851-4bf8-9304-b44f8262df90,revision_number=0']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:25:09.026441 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-5c93083b-72ac-46e6-8480-8bc9b102533b tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:25:09.027665 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-5c93083b-72ac-46e6-8480-8bc9b102533b tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1972158 Aug 26 15:25:09.030670 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 56762) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:25:09.035155 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [None req-91a42594-8e4e-41f2-ba22-114ced468052 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Request body: {'security_group_rule': {'security_group_id': 'f7c86801-7023-4d06-831a-0fe25e6ad1a9', 'project_id': 'f21f38b1620b40acb26630e47d85c6c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:25:09.056977 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7016d8-7072-4c6c-a086-bfc79446dfc1 None None] New status for floating IP 21f4452d-7e72-4b27-bcf5-4d233221a36f: ACTIVE {{(pid=93843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 15:25:09.127233 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.db.securitygroups_db [None req-91a42594-8e4e-41f2-ba22-114ced468052 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Project f21f38b1620b40acb26630e47d85c6c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 15:25:09.140193 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-91a42594-8e4e-41f2-ba22-114ced468052 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:25:09.201867 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea41be6f-9b0b-4a65-a511-da0ccee4645c req-19a5f2c5-ae7c-4901-ab20-a59372a87d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:09.203418 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-ea41be6f-9b0b-4a65-a511-da0ccee4645c req-19a5f2c5-ae7c-4901-ab20-a59372a87d59 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4c21aea0-317d-4d8f-b2c5-9e53ccb851fc HTTP/1.1" status: 200 len: 916 time: 0.1557319 Aug 26 15:25:09.277354 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-91a42594-8e4e-41f2-ba22-114ced468052 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:25:09.295148 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-91a42594-8e4e-41f2-ba22-114ced468052 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699878'] for security_group_rule, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:25:09.306262 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-ea41be6f-9b0b-4a65-a511-da0ccee4645c req-7d1d430f-1373-45fd-85f2-532b1c6b2bc5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=909734fa-79bb-464f-8f95-2fa15fd3d09d HTTP/1.1" status: 200 len: 1001 time: 0.0836916 Aug 26 15:25:09.315704 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a42594-8e4e-41f2-ba22-114ced468052 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ba64375-a640-411a-9571-cd7478bd7b5c,revision_number=0']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:25:09.357994 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-91a42594-8e4e-41f2-ba22-114ced468052 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:25:09.362010 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-91a42594-8e4e-41f2-ba22-114ced468052 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3276153 Aug 26 15:25:09.378235 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea41be6f-9b0b-4a65-a511-da0ccee4645c req-f735627c-b81d-44be-a7e5-ab5c3fab3707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:09.380117 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-ea41be6f-9b0b-4a65-a511-da0ccee4645c req-f735627c-b81d-44be-a7e5-ab5c3fab3707 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8344071b-748b-487d-9384-1d0a41d963ae HTTP/1.1" status: 200 len: 854 time: 0.0594070 Aug 26 15:25:09.446277 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-2ed70b1d-8a99-44bf-8f7c-b3521b2354dd req-5300d538-6eed-4bb0-906c-112999162437 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-164061918&fields=id&tenant_id=f21f38b1620b40acb26630e47d85c6c2 HTTP/1.1" status: 200 len: 267 time: 0.0361784 Aug 26 15:25:09.458894 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea41be6f-9b0b-4a65-a511-da0ccee4645c req-109f99ab-5ad4-4a3c-9385-5dc7778984df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:09.460597 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-ea41be6f-9b0b-4a65-a511-da0ccee4645c req-109f99ab-5ad4-4a3c-9385-5dc7778984df service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4c21aea0-317d-4d8f-b2c5-9e53ccb851fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0657003 Aug 26 15:25:09.512452 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed70b1d-8a99-44bf-8f7c-b3521b2354dd req-eb7a35f1-d131-4108-ad4a-000e8fde9152 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:09.514026 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-2ed70b1d-8a99-44bf-8f7c-b3521b2354dd req-eb7a35f1-d131-4108-ad4a-000e8fde9152 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c109c3b-265c-4b41-8d6b-111cc8d2ee8d HTTP/1.1" status: 200 len: 945 time: 0.0605912 Aug 26 15:25:09.533363 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [req-2ed70b1d-8a99-44bf-8f7c-b3521b2354dd req-5d1d3ed8-f570-46d9-96ed-9ce226e21e2e tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Request body: {'port': {'security_groups': ['e62b5368-65f6-47b1-a3f0-2bcec5167246', 'f7c86801-7023-4d06-831a-0fe25e6ad1a9']}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:25:09.611905 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-2ed70b1d-8a99-44bf-8f7c-b3521b2354dd req-5d1d3ed8-f570-46d9-96ed-9ce226e21e2e tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:25:09.654162 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c08e15-490e-4217-bcb5-bb4db4469ae8 req-b1840d14-503a-42af-8541-2bc0c07401a6 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:09.655693 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-17c08e15-490e-4217-bcb5-bb4db4469ae8 req-b1840d14-503a-42af-8541-2bc0c07401a6 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c5053a7-f532-4de1-875a-8187f9191bb2 HTTP/1.1" status: 200 len: 946 time: 0.0826876 Aug 26 15:25:09.661844 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-ea41be6f-9b0b-4a65-a511-da0ccee4645c req-a2d64f39-4903-4405-83b5-f5451de984ca service neutron] 10.222.0.47 "GET /v2.0/networks/4c21aea0-317d-4d8f-b2c5-9e53ccb851fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391323 Aug 26 15:25:09.799421 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-17c08e15-490e-4217-bcb5-bb4db4469ae8 req-1ad63c8e-6090-47ed-b8b2-b8e1737e9879 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] 10.222.0.20 "GET /v2.0/security-groups?id=78bbe887-4bf9-47de-9235-07649e1005c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251976 Aug 26 15:25:09.861631 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:25:09.881320 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-ea41be6f-9b0b-4a65-a511-da0ccee4645c req-5f7d2dd0-fa9c-4e68-9d6d-2be3fa897c89 service neutron] 10.222.0.47 "GET /v2.0/networks/4c21aea0-317d-4d8f-b2c5-9e53ccb851fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935310 Aug 26 15:25:09.921484 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.db [req-2ed70b1d-8a99-44bf-8f7c-b3521b2354dd req-5d1d3ed8-f570-46d9-96ed-9ce226e21e2e tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] For port 909734fa-79bb-464f-8f95-2fa15fd3d09d, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=909734fa-79bb-464f-8f95-2fa15fd3d09d,segment=NetworkSegment(65ca07df-a632-4cb7-b152-427f2eb06870),segment_id=65ca07df-a632-4cb7-b152-427f2eb06870)] {{(pid=93842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:25:09.950366 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-61158309-2119-47e3-b97e-87738ab0f440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:25:09.992636 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-2ed70b1d-8a99-44bf-8f7c-b3521b2354dd req-5d1d3ed8-f570-46d9-96ed-9ce226e21e2e tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Notify callbacks [] for port, precommit_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:25:09.998667 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-2ed70b1d-8a99-44bf-8f7c-b3521b2354dd req-5d1d3ed8-f570-46d9-96ed-9ce226e21e2e tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261268884'] for port, after_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:25:10.027137 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] get_ports_and_sgs() called for port_ids ['909734fa-79bb-464f-8f95-2fa15fd3d09d'] {{(pid=93843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 15:25:10.099805 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed70b1d-8a99-44bf-8f7c-b3521b2354dd req-5d1d3ed8-f570-46d9-96ed-9ce226e21e2e tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:10.101025 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-2ed70b1d-8a99-44bf-8f7c-b3521b2354dd req-5d1d3ed8-f570-46d9-96ed-9ce226e21e2e tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4089636'] for port, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:25:10.114638 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-2ed70b1d-8a99-44bf-8f7c-b3521b2354dd req-5d1d3ed8-f570-46d9-96ed-9ce226e21e2e tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] 10.222.0.20 "PUT /v2.0/ports/909734fa-79bb-464f-8f95-2fa15fd3d09d HTTP/1.1" status: 200 len: 981 time: 0.5917242 Aug 26 15:25:10.115311 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c109c3b-265c-4b41-8d6b-111cc8d2ee8d', 'tag': '909734fa-79bb-464f-8f95-2fa15fd3d09d'}] {{(pid=93842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 15:25:10.122435 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ba7f6f71eda5a1db7669fef78c8684417bcd8012e21f8533533c8be1abdbb96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a03f1e81-7f0e-4ad6-9d31-d1b304ebace6" -d '{"events": [{"name": "network-changed", "server_uuid": "4c109c3b-265c-4b41-8d6b-111cc8d2ee8d", "tag": "909734fa-79bb-464f-8f95-2fa15fd3d09d"}]}' {{(pid=93842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:25:10.162130 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1d3ed8-f570-46d9-96ed-9ce226e21e2e tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Pushing event updated for resources: {'Port': ['ID=909734fa-79bb-464f-8f95-2fa15fd3d09d,revision_number=6']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:25:10.259389 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] get_ports_and_sgs() called for port_ids ['909734fa-79bb-464f-8f95-2fa15fd3d09d'] {{(pid=93843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 15:25:10.318002 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f99d94-8ff3-4948-8cf5-5db4a59a6bd9 req-329403a0-8f74-41bf-a510-3eac01535bcc tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:10.319857 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-48f99d94-8ff3-4948-8cf5-5db4a59a6bd9 req-329403a0-8f74-41bf-a510-3eac01535bcc tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca0769da-6c1e-433b-8817-4309fcc35b35 HTTP/1.1" status: 200 len: 945 time: 0.1079726 Aug 26 15:25:10.408051 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-48f99d94-8ff3-4948-8cf5-5db4a59a6bd9 req-c0bd6429-97e8-4179-a48d-756bb7c3e2d9 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752048 Aug 26 15:25:10.473640 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9313b8a5-8102-46b2-a8c3-823a6ac25d3e req-955e75ee-cafe-4438-8faa-0f1cc603a689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:10.475372 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-9313b8a5-8102-46b2-a8c3-823a6ac25d3e req-955e75ee-cafe-4438-8faa-0f1cc603a689 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3028e66a-51b4-4638-bfef-d34285d30fd1&tenant_id=51d0a6d3e78f46f98a1a4881bf9eb094 HTTP/1.1" status: 200 len: 1097 time: 0.1302340 Aug 26 15:25:10.495146 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4904a6-38fd-45f7-aea4-0e4d91644f8c req-4e03449e-5337-4e44-b706-c41781be0f7e tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:10.508435 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-39d2583f-a04c-4356-b747-8bd44e329aee None None] Provisioning complete for port 909734fa-79bb-464f-8f95-2fa15fd3d09d triggered by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:25:10.508891 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-39d2583f-a04c-4356-b747-8bd44e329aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:25:10.514590 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-5d4904a6-38fd-45f7-aea4-0e4d91644f8c req-4e03449e-5337-4e44-b706-c41781be0f7e tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=3028e66a-51b4-4638-bfef-d34285d30fd1 HTTP/1.1" status: 200 len: 944 time: 0.6221986 Aug 26 15:25:10.613112 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-5d4904a6-38fd-45f7-aea4-0e4d91644f8c req-6c6944d4-e4bf-4248-b1bb-e91b8617accd tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=44677d48-8306-44c7-a2fe-97d323591896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981395 Aug 26 15:25:10.634170 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e00b0ae-106c-4865-b396-600bdd9e9de1 req-efd31292-e7b1-4b1c-8742-e2d9c165c365 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:10.638367 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-0e00b0ae-106c-4865-b396-600bdd9e9de1 req-efd31292-e7b1-4b1c-8742-e2d9c165c365 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c109c3b-265c-4b41-8d6b-111cc8d2ee8d HTTP/1.1" status: 200 len: 984 time: 0.1395681 Aug 26 15:25:10.663718 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9313b8a5-8102-46b2-a8c3-823a6ac25d3e req-7fb5aacb-55f1-4737-8a89-a0ac3bdb6de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:10.666167 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-9313b8a5-8102-46b2-a8c3-823a6ac25d3e req-7fb5aacb-55f1-4737-8a89-a0ac3bdb6de7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=51d0a6d3e78f46f98a1a4881bf9eb094&device_id=3028e66a-51b4-4638-bfef-d34285d30fd1 HTTP/1.1" status: 200 len: 1097 time: 0.1502275 Aug 26 15:25:10.738082 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-0e00b0ae-106c-4865-b396-600bdd9e9de1 req-6ce535bd-0e5a-43cb-b2d9-22c5874fe491 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7c86801-7023-4d06-831a-0fe25e6ad1a9&id=e62b5368-65f6-47b1-a3f0-2bcec5167246&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0987601 Aug 26 15:25:10.750378 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 15:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ff1feb8-2c9c-45b9-b813-5ad306a656dd x-openstack-request-id: req-7ff1feb8-2c9c-45b9-b813-5ad306a656dd {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:25:10.750614 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c109c3b-265c-4b41-8d6b-111cc8d2ee8d", "tag": "909734fa-79bb-464f-8f95-2fa15fd3d09d", "status": "completed", "code": 200}]} {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:25:10.750832 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7ff1feb8-2c9c-45b9-b813-5ad306a656dd {{(pid=93842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:25:10.751194 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c109c3b-265c-4b41-8d6b-111cc8d2ee8d', 'tag': '909734fa-79bb-464f-8f95-2fa15fd3d09d', 'status': 'completed', 'code': 200} Aug 26 15:25:10.845476 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9313b8a5-8102-46b2-a8c3-823a6ac25d3e req-47034a18-872f-4bdf-b362-4464c49f0015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:10.849001 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-9313b8a5-8102-46b2-a8c3-823a6ac25d3e req-47034a18-872f-4bdf-b362-4464c49f0015 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d887f735-fbdb-4418-baf1-8e9e0d77221f HTTP/1.1" status: 200 len: 918 time: 0.1741743 Aug 26 15:25:10.984932 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e5fe29-67fd-4e24-8eae-d8b04d803a27 req-46400abb-1ba9-4347-bdfe-d7596f683f37 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:10.988097 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03f1e81-7f0e-4ad6-9d31-d1b304ebace6 req-1bed5d5e-a662-4445-9d6e-17531e5a24e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:10.989775 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-a03f1e81-7f0e-4ad6-9d31-d1b304ebace6 req-1bed5d5e-a662-4445-9d6e-17531e5a24e2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f21f38b1620b40acb26630e47d85c6c2&device_id=4c109c3b-265c-4b41-8d6b-111cc8d2ee8d HTTP/1.1" status: 200 len: 1137 time: 0.1472149 Aug 26 15:25:10.992080 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-9313b8a5-8102-46b2-a8c3-823a6ac25d3e req-26c68ba8-abc1-41d7-b32d-ca1ffb02ff56 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9074ea7b-385d-4ccc-8c42-b021d977910a HTTP/1.1" status: 200 len: 1000 time: 0.1303339 Aug 26 15:25:10.993517 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-c8e5fe29-67fd-4e24-8eae-d8b04d803a27 req-46400abb-1ba9-4347-bdfe-d7596f683f37 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c5053a7-f532-4de1-875a-8187f9191bb2 HTTP/1.1" status: 200 len: 946 time: 0.0739250 Aug 26 15:25:11.045082 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-c8e5fe29-67fd-4e24-8eae-d8b04d803a27 req-2587445b-e63b-48d9-aa6a-e7059b1a4606 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] 10.222.0.20 "GET /v2.0/security-groups?id=78bbe887-4bf9-47de-9235-07649e1005c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436749 Aug 26 15:25:11.180493 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9313b8a5-8102-46b2-a8c3-823a6ac25d3e req-ccd39ee8-b6ef-4480-93c1-1b9a52033b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:11.182881 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-9313b8a5-8102-46b2-a8c3-823a6ac25d3e req-ccd39ee8-b6ef-4480-93c1-1b9a52033b95 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2dc1893b-86f2-4498-b069-d334c29d6d3f HTTP/1.1" status: 200 len: 856 time: 0.1775854 Aug 26 15:25:11.219737 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf8d790-6e85-4d8b-a667-2fbb8888cf7d req-e9584bb1-4b83-4fd9-9153-b5aa22b89bdb tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:11.221157 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-0cf8d790-6e85-4d8b-a667-2fbb8888cf7d req-e9584bb1-4b83-4fd9-9153-b5aa22b89bdb tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca0769da-6c1e-433b-8817-4309fcc35b35 HTTP/1.1" status: 200 len: 945 time: 0.0847733 Aug 26 15:25:11.227829 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f92ef4b-0c68-4aeb-ad7a-d747d469c488 req-528f747e-9382-4903-aff3-93bebbc8420f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:11.229282 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-9f92ef4b-0c68-4aeb-ad7a-d747d469c488 req-528f747e-9382-4903-aff3-93bebbc8420f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=00ac4322064645a3ad7e3251384021a2&device_id=ca0769da-6c1e-433b-8817-4309fcc35b35 HTTP/1.1" status: 200 len: 1098 time: 0.0819979 Aug 26 15:25:11.237189 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03f1e81-7f0e-4ad6-9d31-d1b304ebace6 req-82d29dca-4f77-42d2-9c3a-15bc765c1c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:11.238710 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-a03f1e81-7f0e-4ad6-9d31-d1b304ebace6 req-82d29dca-4f77-42d2-9c3a-15bc765c1c2d service neutron] 10.222.0.47 "GET /v2.0/networks?id=4c21aea0-317d-4d8f-b2c5-9e53ccb851fc HTTP/1.1" status: 200 len: 916 time: 0.2348616 Aug 26 15:25:11.262030 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9313b8a5-8102-46b2-a8c3-823a6ac25d3e req-b9412462-9567-401b-b00d-1e633597506b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:11.264101 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-9313b8a5-8102-46b2-a8c3-823a6ac25d3e req-b9412462-9567-401b-b00d-1e633597506b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d887f735-fbdb-4418-baf1-8e9e0d77221f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0649006 Aug 26 15:25:11.309129 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-0cf8d790-6e85-4d8b-a667-2fbb8888cf7d req-2597dbb6-9547-43b7-92ed-0d98344d67e1 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788152 Aug 26 15:25:11.346177 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f92ef4b-0c68-4aeb-ad7a-d747d469c488 req-ad81e2ef-8aa9-48b1-9ad1-a0470ee2ef2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:11.347718 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-9f92ef4b-0c68-4aeb-ad7a-d747d469c488 req-ad81e2ef-8aa9-48b1-9ad1-a0470ee2ef2e service neutron] 10.222.0.47 "GET /v2.0/networks?id=23227f11-366d-4e8b-91f1-3c9872eb5af5 HTTP/1.1" status: 200 len: 919 time: 0.1040614 Aug 26 15:25:11.348393 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c45f19a1-5a59-44e4-9446-0a9261f71b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:25:11.404464 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-9f92ef4b-0c68-4aeb-ad7a-d747d469c488 req-9339e2ec-6836-4fd3-a7c5-d36a905089b8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9cc1a951-1156-4875-8514-d30cac6c36bc HTTP/1.1" status: 200 len: 217 time: 0.0385685 Aug 26 15:25:11.409919 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-a03f1e81-7f0e-4ad6-9d31-d1b304ebace6 req-38340073-86d2-494d-862a-e00066871ba9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=909734fa-79bb-464f-8f95-2fa15fd3d09d HTTP/1.1" status: 200 len: 1001 time: 0.1633537 Aug 26 15:25:11.463658 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f92ef4b-0c68-4aeb-ad7a-d747d469c488 req-0621b90a-6046-44b4-b9a0-b18c70eae2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:11.465249 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-9f92ef4b-0c68-4aeb-ad7a-d747d469c488 req-0621b90a-6046-44b4-b9a0-b18c70eae2fd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=45e9eb6c-a20b-4b32-9499-5459d749d27d HTTP/1.1" status: 200 len: 858 time: 0.0448353 Aug 26 15:25:11.506782 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-9f92ef4b-0c68-4aeb-ad7a-d747d469c488 req-9aba8d23-d993-497f-8730-0d7d0d6c36dc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=23227f11-366d-4e8b-91f1-3c9872eb5af5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248232 Aug 26 15:25:11.509867 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-9313b8a5-8102-46b2-a8c3-823a6ac25d3e req-80b532d7-d6eb-43b7-8434-d5f82ef83240 service neutron] 10.222.0.47 "GET /v2.0/networks/d887f735-fbdb-4418-baf1-8e9e0d77221f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009265 Aug 26 15:25:11.519283 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03f1e81-7f0e-4ad6-9d31-d1b304ebace6 req-9d06a93d-4875-423e-afbc-da30bd1825bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:11.521158 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-a03f1e81-7f0e-4ad6-9d31-d1b304ebace6 req-9d06a93d-4875-423e-afbc-da30bd1825bd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8344071b-748b-487d-9384-1d0a41d963ae HTTP/1.1" status: 200 len: 854 time: 0.0981202 Aug 26 15:25:11.646718 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-03937a83-8062-4acb-a927-28efd36ad7e0 req-03848e12-6352-4131-bd4f-042763f61893 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a4a109b7-6110-45ff-9a8e-b5a6cf8f7b74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0686615 Aug 26 15:25:11.647766 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03f1e81-7f0e-4ad6-9d31-d1b304ebace6 req-64702b0d-f649-4c99-949c-354d87786cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:11.649357 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-a03f1e81-7f0e-4ad6-9d31-d1b304ebace6 req-64702b0d-f649-4c99-949c-354d87786cb6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4c21aea0-317d-4d8f-b2c5-9e53ccb851fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1001921 Aug 26 15:25:11.667766 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-9f92ef4b-0c68-4aeb-ad7a-d747d469c488 req-630b4427-24ca-46af-98d8-1bd48c0e670d service neutron] 10.222.0.47 "GET /v2.0/networks/23227f11-366d-4e8b-91f1-3c9872eb5af5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416979 Aug 26 15:25:11.680844 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-9313b8a5-8102-46b2-a8c3-823a6ac25d3e req-28281187-9c3c-4773-a098-e6b21d0e678c service neutron] 10.222.0.47 "GET /v2.0/networks/d887f735-fbdb-4418-baf1-8e9e0d77221f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411262 Aug 26 15:25:11.815036 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-9f92ef4b-0c68-4aeb-ad7a-d747d469c488 req-7f937fd5-6a0e-44bc-b44a-7ece2cb8b1a5 service neutron] 10.222.0.47 "GET /v2.0/networks/23227f11-366d-4e8b-91f1-3c9872eb5af5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364689 Aug 26 15:25:11.823272 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03937a83-8062-4acb-a927-28efd36ad7e0 req-47109b93-4a9b-4ff4-afbe-364869a4cde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:11.824961 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-03937a83-8062-4acb-a927-28efd36ad7e0 req-47109b93-4a9b-4ff4-afbe-364869a4cde5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=00ac4322064645a3ad7e3251384021a2&device_id=a4a109b7-6110-45ff-9a8e-b5a6cf8f7b74 HTTP/1.1" status: 200 len: 1099 time: 0.1305990 Aug 26 15:25:11.834940 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b24ce70-df26-4efc-aa4f-9718d2c447dd req-eaa37fb3-64fd-4d67-b35f-d78809023b30 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:11.836757 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-2b24ce70-df26-4efc-aa4f-9718d2c447dd req-eaa37fb3-64fd-4d67-b35f-d78809023b30 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c5053a7-f532-4de1-875a-8187f9191bb2 HTTP/1.1" status: 200 len: 946 time: 0.0660238 Aug 26 15:25:11.844776 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-a03f1e81-7f0e-4ad6-9d31-d1b304ebace6 req-a7f62a58-63de-4ba8-92cd-2fcb472c3f08 service neutron] 10.222.0.47 "GET /v2.0/networks/4c21aea0-317d-4d8f-b2c5-9e53ccb851fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758256 Aug 26 15:25:11.854568 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb43b08-7ed6-4a9d-878a-f216c0df2e6c req-74011446-ac2a-4afa-9aea-ea9ab0eb847c tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:11.856132 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-1cb43b08-7ed6-4a9d-878a-f216c0df2e6c req-74011446-ac2a-4afa-9aea-ea9ab0eb847c tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=3028e66a-51b4-4638-bfef-d34285d30fd1 HTTP/1.1" status: 200 len: 944 time: 0.1096995 Aug 26 15:25:11.973599 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [req-2b24ce70-df26-4efc-aa4f-9718d2c447dd req-ad0c7d9d-b01a-4367-9fdf-c3444b793862 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] Deleting port bb1a9889-610a-49a1-ad67-465a376ea6c5 {{(pid=93842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 15:25:11.974087 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-2b24ce70-df26-4efc-aa4f-9718d2c447dd req-ad0c7d9d-b01a-4367-9fdf-c3444b793862 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793280853279'] for port, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:25:12.014154 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-1cb43b08-7ed6-4a9d-878a-f216c0df2e6c req-2db61858-5460-4ea6-ac7a-d3f4a84fa7b9 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=44677d48-8306-44c7-a2fe-97d323591896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1455135 Aug 26 15:25:12.088094 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-a03f1e81-7f0e-4ad6-9d31-d1b304ebace6 req-f9ece35b-bec7-4bd1-b562-df59646216a1 service neutron] 10.222.0.47 "GET /v2.0/networks/4c21aea0-317d-4d8f-b2c5-9e53ccb851fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160187 Aug 26 15:25:12.090286 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03937a83-8062-4acb-a927-28efd36ad7e0 req-6fdc9500-cd02-48b0-b844-b32c6aae00e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:12.091781 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-03937a83-8062-4acb-a927-28efd36ad7e0 req-6fdc9500-cd02-48b0-b844-b32c6aae00e4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=23227f11-366d-4e8b-91f1-3c9872eb5af5 HTTP/1.1" status: 200 len: 919 time: 0.2219913 Aug 26 15:25:12.143943 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.db [req-2b24ce70-df26-4efc-aa4f-9718d2c447dd req-ad0c7d9d-b01a-4367-9fdf-c3444b793862 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] For port bb1a9889-610a-49a1-ad67-465a376ea6c5, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=bb1a9889-610a-49a1-ad67-465a376ea6c5,segment=NetworkSegment(975072a1-48a2-4ce0-b635-b1a7edd01b66),segment_id=975072a1-48a2-4ce0-b635-b1a7edd01b66)] {{(pid=93842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:25:12.144588 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-2b24ce70-df26-4efc-aa4f-9718d2c447dd req-ad0c7d9d-b01a-4367-9fdf-c3444b793862 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3924976'] for port, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:25:12.155868 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-03937a83-8062-4acb-a927-28efd36ad7e0 req-716012f3-c452-4608-925d-1b8971d487f3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d2ef72dc-cef0-4c71-a9e1-df0f179f2564 HTTP/1.1" status: 200 len: 217 time: 0.0516803 Aug 26 15:25:12.188411 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [req-2b24ce70-df26-4efc-aa4f-9718d2c447dd req-ad0c7d9d-b01a-4367-9fdf-c3444b793862 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] Calling delete_port for bb1a9889-610a-49a1-ad67-465a376ea6c5 owned by compute:nova {{(pid=93842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 15:25:12.241554 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03937a83-8062-4acb-a927-28efd36ad7e0 req-cea7fec9-cb97-452f-8c2c-b7d6bd276490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:12.244142 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-03937a83-8062-4acb-a927-28efd36ad7e0 req-cea7fec9-cb97-452f-8c2c-b7d6bd276490 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=45e9eb6c-a20b-4b32-9499-5459d749d27d HTTP/1.1" status: 200 len: 858 time: 0.0795703 Aug 26 15:25:12.256469 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00477387-15ce-4053-98df-f0fcad18d82c req-682ba7f6-af3f-4646-9c99-3369faddec05 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:12.258057 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-00477387-15ce-4053-98df-f0fcad18d82c req-682ba7f6-af3f-4646-9c99-3369faddec05 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c5053a7-f532-4de1-875a-8187f9191bb2 HTTP/1.1" status: 200 len: 946 time: 0.1198757 Aug 26 15:25:12.286586 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-03937a83-8062-4acb-a927-28efd36ad7e0 req-672d6257-bee5-44fc-9dbe-86a91ab1dc89 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=23227f11-366d-4e8b-91f1-3c9872eb5af5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275676 Aug 26 15:25:12.324310 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-00477387-15ce-4053-98df-f0fcad18d82c req-e15d820a-7af3-4f37-b146-ce611beab979 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] 10.222.0.20 "GET /v2.0/security-groups?id=78bbe887-4bf9-47de-9235-07649e1005c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577960 Aug 26 15:25:12.441597 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-2b24ce70-df26-4efc-aa4f-9718d2c447dd req-ad0c7d9d-b01a-4367-9fdf-c3444b793862 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793280828191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793280355368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261268877'] for port, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:25:12.451993 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-03937a83-8062-4acb-a927-28efd36ad7e0 req-302f1d9a-6ab1-45a6-bd65-1341eccd2f05 service neutron] 10.222.0.47 "GET /v2.0/networks/23227f11-366d-4e8b-91f1-3c9872eb5af5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491838 Aug 26 15:25:12.457835 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] get_ports_and_sgs() called for port_ids ['bb1a9889-610a-49a1-ad67-465a376ea6c5'] {{(pid=93843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 15:25:12.491932 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0c7d9d-b01a-4367-9fdf-c3444b793862 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] Pushing event deleted for resources: {'Port': ['ID=bb1a9889-610a-49a1-ad67-465a376ea6c5,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:25:12.540763 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b24ce70-df26-4efc-aa4f-9718d2c447dd req-ad0c7d9d-b01a-4367-9fdf-c3444b793862 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] No DVR routers for this DVR port bb1a9889-610a-49a1-ad67-465a376ea6c5 on host hv-cinder-77957 {{(pid=93842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 15:25:12.545727 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-2b24ce70-df26-4efc-aa4f-9718d2c447dd req-ad0c7d9d-b01a-4367-9fdf-c3444b793862 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4089636'] for port, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:25:12.550183 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-2b24ce70-df26-4efc-aa4f-9718d2c447dd req-ad0c7d9d-b01a-4367-9fdf-c3444b793862 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] 10.222.0.47 "DELETE /v2.0/ports/bb1a9889-610a-49a1-ad67-465a376ea6c5 HTTP/1.1" status: 204 len: 173 time: 0.6898441 Aug 26 15:25:12.574070 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fa0138-c9cf-4415-b70b-5cfad1bd110c req-e7dd0e33-2d02-48ae-91fa-5a44ac13aa5e tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:12.575848 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-a3fa0138-c9cf-4415-b70b-5cfad1bd110c req-e7dd0e33-2d02-48ae-91fa-5a44ac13aa5e tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca0769da-6c1e-433b-8817-4309fcc35b35 HTTP/1.1" status: 200 len: 945 time: 0.1090889 Aug 26 15:25:12.621170 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-a3fa0138-c9cf-4415-b70b-5cfad1bd110c req-98b4376f-3d4c-4086-9e83-0a5c49e72481 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388281 Aug 26 15:25:12.752681 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c5053a7-f532-4de1-875a-8187f9191bb2', 'name': 'network-vif-deleted', 'tag': 'bb1a9889-610a-49a1-ad67-465a376ea6c5'}] {{(pid=93842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 15:25:12.756578 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ba7f6f71eda5a1db7669fef78c8684417bcd8012e21f8533533c8be1abdbb96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87c6f479-9d6f-4b03-a04e-ec0bb9fc914a" -d '{"events": [{"server_uuid": "4c5053a7-f532-4de1-875a-8187f9191bb2", "name": "network-vif-deleted", "tag": "bb1a9889-610a-49a1-ad67-465a376ea6c5"}]}' {{(pid=93842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:25:12.800177 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 15:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b26615fe-5c42-4229-a4b1-78ff174175b0 x-openstack-request-id: req-b26615fe-5c42-4229-a4b1-78ff174175b0 {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:25:12.800635 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c5053a7-f532-4de1-875a-8187f9191bb2", "name": "network-vif-deleted", "tag": "bb1a9889-610a-49a1-ad67-465a376ea6c5", "status": "completed", "code": 200}]} {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:25:12.801050 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b26615fe-5c42-4229-a4b1-78ff174175b0 {{(pid=93842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:25:12.801681 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c5053a7-f532-4de1-875a-8187f9191bb2', 'name': 'network-vif-deleted', 'tag': 'bb1a9889-610a-49a1-ad67-465a376ea6c5', 'status': 'completed', 'code': 200} Aug 26 15:25:12.991963 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-a6032fac-f2a0-46d6-9c2c-2483dfdc6249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:25:13.145825 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ef8f85-99ed-4dc2-baa0-0cbfd231c692 req-2a86858b-0af9-41a3-8e03-67935b3b7984 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:13.147430 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-78ef8f85-99ed-4dc2-baa0-0cbfd231c692 req-2a86858b-0af9-41a3-8e03-67935b3b7984 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=3028e66a-51b4-4638-bfef-d34285d30fd1 HTTP/1.1" status: 200 len: 944 time: 0.0583670 Aug 26 15:25:13.190049 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-78ef8f85-99ed-4dc2-baa0-0cbfd231c692 req-0ae13ad6-0383-4c87-a8ba-3efd30af8a94 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=44677d48-8306-44c7-a2fe-97d323591896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363281 Aug 26 15:25:13.445443 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-6477267a-4659-4d52-ac56-528aee7ca37b req-f2f2b39c-69b5-443f-9d37-9f61a268e564 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c5053a7-f532-4de1-875a-8187f9191bb2 HTTP/1.1" status: 200 len: 210 time: 0.0309517 Aug 26 15:25:13.747194 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dec1b6-9b7e-48cd-8331-46435011a789 req-e04e7942-139e-4e68-bf8f-baeba1aa0f87 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:13.749170 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-c7dec1b6-9b7e-48cd-8331-46435011a789 req-e04e7942-139e-4e68-bf8f-baeba1aa0f87 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca0769da-6c1e-433b-8817-4309fcc35b35 HTTP/1.1" status: 200 len: 945 time: 0.0493944 Aug 26 15:25:13.793376 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-c7dec1b6-9b7e-48cd-8331-46435011a789 req-e09e0e17-4edf-4fda-b1f2-62d28cd430fb tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384998 Aug 26 15:25:14.337532 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26bca45-5dd0-42bc-b7aa-6bc24dcbcd10 req-7a79bef6-7af1-4d3e-a180-f2bf044189f0 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:14.339380 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-b26bca45-5dd0-42bc-b7aa-6bc24dcbcd10 req-7a79bef6-7af1-4d3e-a180-f2bf044189f0 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=3028e66a-51b4-4638-bfef-d34285d30fd1 HTTP/1.1" status: 200 len: 944 time: 0.0533378 Aug 26 15:25:14.406165 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-b26bca45-5dd0-42bc-b7aa-6bc24dcbcd10 req-65fcd439-507d-4215-94ae-59f06fad6d5e tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=44677d48-8306-44c7-a2fe-97d323591896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596402 Aug 26 15:25:14.578965 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-204727d7-dd5a-4851-997b-ff02bb893d94 req-953214c5-c584-4c9f-9c0c-ae08e6e8ed57 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c5053a7-f532-4de1-875a-8187f9191bb2 HTTP/1.1" status: 200 len: 210 time: 0.0389214 Aug 26 15:25:14.921251 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6da57cd-72f1-4f86-98ba-99a2f353d2d7 req-98efe6dd-cf28-413d-b35f-38fae34e632b tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:14.922766 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-e6da57cd-72f1-4f86-98ba-99a2f353d2d7 req-98efe6dd-cf28-413d-b35f-38fae34e632b tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca0769da-6c1e-433b-8817-4309fcc35b35 HTTP/1.1" status: 200 len: 945 time: 0.0533040 Aug 26 15:25:14.962702 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-e6da57cd-72f1-4f86-98ba-99a2f353d2d7 req-551056e7-fbb5-442b-8446-66bc6afa7cbf tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338893 Aug 26 15:25:15.574397 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d87cc8-5968-4bf0-a4a4-a0003e883875 req-2955374d-8e3c-4771-81b8-f2f42f40a6c3 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:15.576122 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-05d87cc8-5968-4bf0-a4a4-a0003e883875 req-2955374d-8e3c-4771-81b8-f2f42f40a6c3 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=3028e66a-51b4-4638-bfef-d34285d30fd1 HTTP/1.1" status: 200 len: 944 time: 0.0735912 Aug 26 15:25:15.631736 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-05d87cc8-5968-4bf0-a4a4-a0003e883875 req-161a0b19-51c0-4879-a1f4-9b1b3bcddb89 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=44677d48-8306-44c7-a2fe-97d323591896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396893 Aug 26 15:25:15.666465 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 56938) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:25:15.694346 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-e0cfe685-5366-4345-86d5-bec00907e7e1 req-e12643a9-fb90-467c-846d-2c03987a010d tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c5053a7-f532-4de1-875a-8187f9191bb2 HTTP/1.1" status: 200 len: 210 time: 0.0305867 Aug 26 15:25:15.787059 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-284b2d34-b88c-4110-a308-d8c8ab3c1a54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:25:15.818872 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Device bb1a9889-610a-49a1-ad67-465a376ea6c5 no longer exists at agent hyperv_hv-cinder-77957 {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 15:25:15.842380 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] No Port match for: bb1a9889-610a-49a1-ad67-465a376ea6c5 {{(pid=93843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 15:25:15.842719 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Device bb1a9889-610a-49a1-ad67-465a376ea6c5 not bound to the agent host hv-cinder-77957 {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 15:25:15.892158 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-284b2d34-b88c-4110-a308-d8c8ab3c1a54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:25:15.897685 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-284b2d34-b88c-4110-a308-d8c8ab3c1a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:25:15.939188 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-284b2d34-b88c-4110-a308-d8c8ab3c1a54 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7615f12ace0e4341aca644346f386534&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2715256 Aug 26 15:25:15.941055 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284b2d34-b88c-4110-a308-d8c8ab3c1a54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29f89d1a-e550-48de-a456-38135271daaf,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:25:15.941856 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 56944) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:25:16.000746 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-e130c076-d50d-4cc1-897b-4bc3cf2d0708 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:25:16.050944 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-e130c076-d50d-4cc1-897b-4bc3cf2d0708 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:25:16.091019 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eebb1f-0070-4307-8f96-ff727fff2cc9 req-0c8b3aaf-2d53-4677-88ec-90a054670d23 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:16.092669 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-63eebb1f-0070-4307-8f96-ff727fff2cc9 req-0c8b3aaf-2d53-4677-88ec-90a054670d23 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca0769da-6c1e-433b-8817-4309fcc35b35 HTTP/1.1" status: 200 len: 945 time: 0.0555439 Aug 26 15:25:16.098561 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-e130c076-d50d-4cc1-897b-4bc3cf2d0708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:25:16.101158 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-e130c076-d50d-4cc1-897b-4bc3cf2d0708 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:25:16.103726 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-e130c076-d50d-4cc1-897b-4bc3cf2d0708 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/29f89d1a-e550-48de-a456-38135271daaf HTTP/1.1" status: 204 len: 168 time: 0.1595311 Aug 26 15:25:16.111700 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e130c076-d50d-4cc1-897b-4bc3cf2d0708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f89d1a-e550-48de-a456-38135271daaf,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:25:16.142114 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-63eebb1f-0070-4307-8f96-ff727fff2cc9 req-72b372f9-81a4-4e0b-883d-8b91013302af tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386822 Aug 26 15:25:16.771445 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaab348-0b36-4eba-aed5-6813416ed79e req-712bb4b0-269e-4d18-b6bf-293d7878f9ba tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:16.773179 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-5aaab348-0b36-4eba-aed5-6813416ed79e req-712bb4b0-269e-4d18-b6bf-293d7878f9ba tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=3028e66a-51b4-4638-bfef-d34285d30fd1 HTTP/1.1" status: 200 len: 944 time: 0.0654135 Aug 26 15:25:16.812184 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-794f00b0-8642-456b-a046-970f0c0e1f8b req-989b8597-a1a7-46b2-898c-8248d57fb839 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c5053a7-f532-4de1-875a-8187f9191bb2 HTTP/1.1" status: 200 len: 210 time: 0.0269299 Aug 26 15:25:16.814418 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-5aaab348-0b36-4eba-aed5-6813416ed79e req-99bcd003-08f8-4754-9b52-ab11846b9a67 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=44677d48-8306-44c7-a2fe-97d323591896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337870 Aug 26 15:25:17.267428 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03174683-e47f-4c9c-b779-21742b7f8e6d req-a373d2b3-08f8-4a72-a5ba-2c8b30711bb1 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:17.268920 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-03174683-e47f-4c9c-b779-21742b7f8e6d req-a373d2b3-08f8-4a72-a5ba-2c8b30711bb1 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca0769da-6c1e-433b-8817-4309fcc35b35 HTTP/1.1" status: 200 len: 945 time: 0.0503805 Aug 26 15:25:17.316099 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-03174683-e47f-4c9c-b779-21742b7f8e6d req-b9cae041-aff0-4a3b-916b-d7e00899224a tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389857 Aug 26 15:25:17.912405 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-3d35344d-6480-4578-81bb-309fe3671367 req-bb514d55-27e3-474b-97fe-606b4ea5b5b5 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c5053a7-f532-4de1-875a-8187f9191bb2 HTTP/1.1" status: 200 len: 210 time: 0.0299027 Aug 26 15:25:17.936454 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545444ad-e37b-43fb-bb68-d5a4776bc946 req-1bcfd5f8-f064-4fce-a32b-8def6b2c12f0 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:17.938127 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-545444ad-e37b-43fb-bb68-d5a4776bc946 req-1bcfd5f8-f064-4fce-a32b-8def6b2c12f0 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=3028e66a-51b4-4638-bfef-d34285d30fd1 HTTP/1.1" status: 200 len: 944 time: 0.0511007 Aug 26 15:25:17.980189 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-545444ad-e37b-43fb-bb68-d5a4776bc946 req-10983b9c-7989-4341-a194-0e669df16f72 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=44677d48-8306-44c7-a2fe-97d323591896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360067 Aug 26 15:25:18.445403 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1c24b8-ffc2-4019-a023-5818354e52a5 req-8e6e7193-ccab-4dda-a6fa-462ee6f4b69d tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:18.446898 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-fc1c24b8-ffc2-4019-a023-5818354e52a5 req-8e6e7193-ccab-4dda-a6fa-462ee6f4b69d tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca0769da-6c1e-433b-8817-4309fcc35b35 HTTP/1.1" status: 200 len: 945 time: 0.0502522 Aug 26 15:25:18.499625 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-fc1c24b8-ffc2-4019-a023-5818354e52a5 req-1c1e8abb-3b07-4682-9c1f-17baeba2ed6a tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451307 Aug 26 15:25:19.016011 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-d7f16c09-f70f-4333-ad9d-2435d0afd815 req-ef92f62e-bc50-4d93-964d-281bad29cd5b tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c5053a7-f532-4de1-875a-8187f9191bb2 HTTP/1.1" status: 200 len: 210 time: 0.0302532 Aug 26 15:25:19.120439 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25da550b-a566-4378-b6ae-ee04886b6a4c req-53d145ff-8184-49c4-b16b-520c11e980d5 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:19.122047 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-25da550b-a566-4378-b6ae-ee04886b6a4c req-53d145ff-8184-49c4-b16b-520c11e980d5 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=3028e66a-51b4-4638-bfef-d34285d30fd1 HTTP/1.1" status: 200 len: 944 time: 0.0560117 Aug 26 15:25:19.163539 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-25da550b-a566-4378-b6ae-ee04886b6a4c req-eedfa4c7-963c-4270-adea-85ddc18e55d6 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=44677d48-8306-44c7-a2fe-97d323591896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353942 Aug 26 15:25:19.614013 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8481fa5e-72c2-4930-b3d9-eb39ca4f9fe1 req-eb3ed06f-9335-476a-9a80-95a6674a8902 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:19.615521 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-8481fa5e-72c2-4930-b3d9-eb39ca4f9fe1 req-eb3ed06f-9335-476a-9a80-95a6674a8902 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca0769da-6c1e-433b-8817-4309fcc35b35 HTTP/1.1" status: 200 len: 945 time: 0.0514002 Aug 26 15:25:19.653552 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-8481fa5e-72c2-4930-b3d9-eb39ca4f9fe1 req-438cdf78-1c47-4165-87c9-3938b3807185 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316484 Aug 26 15:25:20.123617 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-68b3c908-f886-40ba-a9e9-dcd58bb431cb req-09d2384d-4cf6-4388-b29a-4f7c44035774 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c5053a7-f532-4de1-875a-8187f9191bb2 HTTP/1.1" status: 200 len: 210 time: 0.0344474 Aug 26 15:25:20.319575 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e957653-aa65-4667-8a1d-3e1a5aaeef84 req-c7f7d89d-84a7-4553-a208-4036ecf31224 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:20.321071 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-4e957653-aa65-4667-8a1d-3e1a5aaeef84 req-c7f7d89d-84a7-4553-a208-4036ecf31224 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=3028e66a-51b4-4638-bfef-d34285d30fd1 HTTP/1.1" status: 200 len: 944 time: 0.0541952 Aug 26 15:25:20.358598 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-4e957653-aa65-4667-8a1d-3e1a5aaeef84 req-fe8e64b1-ea1c-4aef-875d-c1ab9a676640 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=44677d48-8306-44c7-a2fe-97d323591896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313656 Aug 26 15:25:20.773084 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c1d087-af83-4f0a-96d7-a60fbd2b812d req-6b5d40fa-288d-48f4-a653-9d3937ed90bc tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:20.775261 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-c1c1d087-af83-4f0a-96d7-a60fbd2b812d req-6b5d40fa-288d-48f4-a653-9d3937ed90bc tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca0769da-6c1e-433b-8817-4309fcc35b35 HTTP/1.1" status: 200 len: 945 time: 0.0502818 Aug 26 15:25:20.815991 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-c1c1d087-af83-4f0a-96d7-a60fbd2b812d req-5bc7a572-0b2b-4ef6-b710-2b41d8e22a06 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346677 Aug 26 15:25:21.230748 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-862ebdda-3395-4edc-b79a-271df7cbce5d req-f8277e8a-3519-4078-a900-4804de9239ab tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c5053a7-f532-4de1-875a-8187f9191bb2 HTTP/1.1" status: 200 len: 210 time: 0.0268352 Aug 26 15:25:21.501583 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ef7149-c8e0-489c-a8f2-85784e0411ca req-3f48d151-3e32-4085-beae-77983e092bc0 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:21.503567 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-38ef7149-c8e0-489c-a8f2-85784e0411ca req-3f48d151-3e32-4085-beae-77983e092bc0 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=3028e66a-51b4-4638-bfef-d34285d30fd1 HTTP/1.1" status: 200 len: 944 time: 0.0550590 Aug 26 15:25:21.557197 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-38ef7149-c8e0-489c-a8f2-85784e0411ca req-e35a9e0f-5a98-48a5-8374-dd68a8a6b139 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=44677d48-8306-44c7-a2fe-97d323591896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429056 Aug 26 15:25:21.943188 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b8ad87-98ea-4b54-a24b-826d9e8851d3 req-be9bd276-a070-41ba-8c88-61be91eb7582 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:21.944834 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-00b8ad87-98ea-4b54-a24b-826d9e8851d3 req-be9bd276-a070-41ba-8c88-61be91eb7582 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca0769da-6c1e-433b-8817-4309fcc35b35 HTTP/1.1" status: 200 len: 945 time: 0.0534840 Aug 26 15:25:21.983077 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-00b8ad87-98ea-4b54-a24b-826d9e8851d3 req-0042ff57-b983-4a8d-9189-144d1f6d062b tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310662 Aug 26 15:25:22.343188 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-6835fda2-69fe-4eac-8b70-343fb0a5dd21 req-95c8677e-1b4c-47cd-b263-8035f6d571cc tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c5053a7-f532-4de1-875a-8187f9191bb2 HTTP/1.1" status: 200 len: 210 time: 0.0273349 Aug 26 15:25:22.679092 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956a5097-f54f-436b-b867-5c62ab7b7b0c req-caffc56e-1930-49df-a86b-11b98bb6f060 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:22.681141 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-956a5097-f54f-436b-b867-5c62ab7b7b0c req-caffc56e-1930-49df-a86b-11b98bb6f060 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=3028e66a-51b4-4638-bfef-d34285d30fd1 HTTP/1.1" status: 200 len: 944 time: 0.0573480 Aug 26 15:25:22.720166 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-956a5097-f54f-436b-b867-5c62ab7b7b0c req-f6630017-bb48-471e-9dc8-0c9b3feb6470 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=44677d48-8306-44c7-a2fe-97d323591896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325091 Aug 26 15:25:23.103499 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01526f26-8009-4334-9f2e-323dbdb519eb req-73b4a13e-8e69-4e3a-859d-59915d69ab17 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:23.105032 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-01526f26-8009-4334-9f2e-323dbdb519eb req-73b4a13e-8e69-4e3a-859d-59915d69ab17 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca0769da-6c1e-433b-8817-4309fcc35b35 HTTP/1.1" status: 200 len: 945 time: 0.0531988 Aug 26 15:25:23.143616 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-01526f26-8009-4334-9f2e-323dbdb519eb req-e522889b-5a12-462a-af9a-82511bf7c4ab tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326529 Aug 26 15:25:23.443338 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-487560eb-1d05-4686-a074-a48f9edb63fc req-591f3377-b42c-468e-b6f4-c3837491d224 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c5053a7-f532-4de1-875a-8187f9191bb2 HTTP/1.1" status: 200 len: 210 time: 0.0274460 Aug 26 15:25:23.853753 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d75dd7-13be-4594-9bcb-7efd3e758d75 req-340bfb78-4fa7-48f7-8974-0f980beb1054 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:23.855270 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-86d75dd7-13be-4594-9bcb-7efd3e758d75 req-340bfb78-4fa7-48f7-8974-0f980beb1054 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=3028e66a-51b4-4638-bfef-d34285d30fd1 HTTP/1.1" status: 200 len: 944 time: 0.0518482 Aug 26 15:25:23.902477 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-86d75dd7-13be-4594-9bcb-7efd3e758d75 req-6eaeb43a-65b8-4755-b8fd-22cc0180bbeb tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=44677d48-8306-44c7-a2fe-97d323591896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369916 Aug 26 15:25:24.263714 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f6b84e-e7d1-476b-add4-043b910a30d8 req-cf292b31-e126-41c8-ab5c-bc079e7748f2 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:24.265252 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-08f6b84e-e7d1-476b-add4-043b910a30d8 req-cf292b31-e126-41c8-ab5c-bc079e7748f2 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca0769da-6c1e-433b-8817-4309fcc35b35 HTTP/1.1" status: 200 len: 945 time: 0.0498536 Aug 26 15:25:24.307083 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-08f6b84e-e7d1-476b-add4-043b910a30d8 req-a3179357-a6ac-4569-afc3-f6195b28ce73 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353949 Aug 26 15:25:24.554412 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-602a5ad9-3ff8-424b-a677-4b108e08a115 req-ed56fc66-35cc-4689-ab92-c55bdea54fb0 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c5053a7-f532-4de1-875a-8187f9191bb2 HTTP/1.1" status: 200 len: 210 time: 0.0365529 Aug 26 15:25:25.052717 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c02069-896f-4c59-8ef2-075d677857de req-a86b8df9-8348-4277-a2ad-494400ab3339 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:25.054236 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-c3c02069-896f-4c59-8ef2-075d677857de req-a86b8df9-8348-4277-a2ad-494400ab3339 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=3028e66a-51b4-4638-bfef-d34285d30fd1 HTTP/1.1" status: 200 len: 944 time: 0.0585296 Aug 26 15:25:25.093349 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-c3c02069-896f-4c59-8ef2-075d677857de req-c0974959-dc32-4f90-b200-8e4d9a8a6ed2 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=44677d48-8306-44c7-a2fe-97d323591896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326734 Aug 26 15:25:25.426217 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151b96f0-da79-4bf0-a5d1-d468404e4ab4 req-ed644828-ea5b-4668-b26a-9e0c6e8873c3 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:25.427679 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-151b96f0-da79-4bf0-a5d1-d468404e4ab4 req-ed644828-ea5b-4668-b26a-9e0c6e8873c3 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca0769da-6c1e-433b-8817-4309fcc35b35 HTTP/1.1" status: 200 len: 945 time: 0.0537021 Aug 26 15:25:25.465658 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-151b96f0-da79-4bf0-a5d1-d468404e4ab4 req-4a82c25e-e893-43b6-a6b6-a2e901d76a26 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313835 Aug 26 15:25:25.640838 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-838bcd88-750e-4fe7-86dd-fafdf6d53fb9 req-1aeae4d3-d5af-480a-beed-efa90a88db79 tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c5053a7-f532-4de1-875a-8187f9191bb2 HTTP/1.1" status: 200 len: 210 time: 0.0279810 Aug 26 15:25:26.245023 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ddcffc-488b-4467-90e7-2669f668b41d req-8edda240-9d4a-43ff-a6ed-f0d810db83c6 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:26.246935 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-b0ddcffc-488b-4467-90e7-2669f668b41d req-8edda240-9d4a-43ff-a6ed-f0d810db83c6 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=3028e66a-51b4-4638-bfef-d34285d30fd1 HTTP/1.1" status: 200 len: 944 time: 0.0770710 Aug 26 15:25:26.295945 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-03937a83-8062-4acb-a927-28efd36ad7e0 req-55fe178e-b57a-4af1-bc3a-d621c82e1b60 service neutron] 10.222.0.47 "GET /v2.0/networks/23227f11-366d-4e8b-91f1-3c9872eb5af5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194394 Aug 26 15:25:26.298517 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-b0ddcffc-488b-4467-90e7-2669f668b41d req-7ad24e02-a5bd-4433-a0d9-3c12679aae12 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=44677d48-8306-44c7-a2fe-97d323591896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450671 Aug 26 15:25:26.583568 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00c9833-9df7-401f-a636-26b11c2a04ba req-fa685c87-bbf0-4fbd-b805-5657a7e6984d tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:26.585057 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-b00c9833-9df7-401f-a636-26b11c2a04ba req-fa685c87-bbf0-4fbd-b805-5657a7e6984d tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca0769da-6c1e-433b-8817-4309fcc35b35 HTTP/1.1" status: 200 len: 945 time: 0.0532610 Aug 26 15:25:26.623499 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-b00c9833-9df7-401f-a636-26b11c2a04ba req-eff7758d-087c-4119-9ecc-473c05ec0d4c tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311999 Aug 26 15:25:26.752536 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-77d615f6-a5d0-43b8-845c-21350b977d98 req-28a2c319-6e85-44b4-8630-b8003a97aa4f tempest-VolumesActionsTest-908692941 tempest-VolumesActionsTest-908692941-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c5053a7-f532-4de1-875a-8187f9191bb2 HTTP/1.1" status: 200 len: 210 time: 0.0285821 Aug 26 15:25:27.433771 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c48538e-3bf9-4023-8c63-16d63802d989 req-a4193cf3-b279-4fbd-9471-a05a565147a3 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:27.435271 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-6c48538e-3bf9-4023-8c63-16d63802d989 req-a4193cf3-b279-4fbd-9471-a05a565147a3 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=3028e66a-51b4-4638-bfef-d34285d30fd1 HTTP/1.1" status: 200 len: 944 time: 0.0504732 Aug 26 15:25:27.473851 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-6c48538e-3bf9-4023-8c63-16d63802d989 req-39446dd2-da21-48cb-9d0f-9deabc74cca3 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=44677d48-8306-44c7-a2fe-97d323591896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325027 Aug 26 15:25:27.744049 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da09fe1-f737-4dc4-8dab-c2f241997e20 req-b49cc48a-621c-4e62-9446-34e44bd18853 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:27.745540 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-4da09fe1-f737-4dc4-8dab-c2f241997e20 req-b49cc48a-621c-4e62-9446-34e44bd18853 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca0769da-6c1e-433b-8817-4309fcc35b35 HTTP/1.1" status: 200 len: 945 time: 0.0491483 Aug 26 15:25:27.783209 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-4da09fe1-f737-4dc4-8dab-c2f241997e20 req-1707d352-d805-4644-83d7-72bfb9de4cd5 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317483 Aug 26 15:25:28.603201 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566b1585-e981-428f-96c4-dde92c9e4d52 req-7154fecc-1008-468f-8013-43750d691468 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:28.604718 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-566b1585-e981-428f-96c4-dde92c9e4d52 req-7154fecc-1008-468f-8013-43750d691468 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=3028e66a-51b4-4638-bfef-d34285d30fd1 HTTP/1.1" status: 200 len: 944 time: 0.0510302 Aug 26 15:25:28.647664 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-566b1585-e981-428f-96c4-dde92c9e4d52 req-0ca93665-f14a-406b-a13d-975fd02341b4 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=44677d48-8306-44c7-a2fe-97d323591896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364404 Aug 26 15:25:29.776707 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f54ddb-a135-4f84-956b-44891d958486 req-b2a90fa1-ce8a-4dee-b209-ac55e975c86e tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:29.778197 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-68f54ddb-a135-4f84-956b-44891d958486 req-b2a90fa1-ce8a-4dee-b209-ac55e975c86e tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=3028e66a-51b4-4638-bfef-d34285d30fd1 HTTP/1.1" status: 200 len: 944 time: 0.0545757 Aug 26 15:25:29.818258 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-68f54ddb-a135-4f84-956b-44891d958486 req-c03afb1f-6207-4db3-9e6e-f098da0b20aa tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=44677d48-8306-44c7-a2fe-97d323591896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341201 Aug 26 15:25:30.939865 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a8a2cb-3b55-4ba1-a768-814f5e810f2e req-da035c9c-be11-4771-994a-7a49f5547496 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:30.941376 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-d4a8a2cb-3b55-4ba1-a768-814f5e810f2e req-da035c9c-be11-4771-994a-7a49f5547496 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=3028e66a-51b4-4638-bfef-d34285d30fd1 HTTP/1.1" status: 200 len: 944 time: 0.0496423 Aug 26 15:25:30.982058 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-d4a8a2cb-3b55-4ba1-a768-814f5e810f2e req-10629f6a-3f58-4d0c-818b-8b7a28e02167 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=44677d48-8306-44c7-a2fe-97d323591896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338709 Aug 26 15:25:31.029172 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.agents_db [None req-f94a4f8d-c04a-4845-8e45-3296fab2d83d None None] Agent healthcheck: found 6 active agents {{(pid=93844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 15:25:32.122334 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10722d7f-431d-4a3c-8d1c-76f456101f00 req-267dbd61-bf2f-471c-ad2b-6482a30c6815 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:32.123846 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-10722d7f-431d-4a3c-8d1c-76f456101f00 req-267dbd61-bf2f-471c-ad2b-6482a30c6815 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=3028e66a-51b4-4638-bfef-d34285d30fd1 HTTP/1.1" status: 200 len: 944 time: 0.0495775 Aug 26 15:25:32.160467 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-10722d7f-431d-4a3c-8d1c-76f456101f00 req-66f86c0c-759e-4fce-b681-47314f9fa5a2 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=44677d48-8306-44c7-a2fe-97d323591896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308154 Aug 26 15:25:33.306818 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2c00cb-1aee-4998-9e0f-ebae3928462b req-26cc5c0d-b458-46fa-b573-179cc6cc6689 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:33.308511 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-9b2c00cb-1aee-4998-9e0f-ebae3928462b req-26cc5c0d-b458-46fa-b573-179cc6cc6689 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=3028e66a-51b4-4638-bfef-d34285d30fd1 HTTP/1.1" status: 200 len: 944 time: 0.0696511 Aug 26 15:25:33.375562 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-9b2c00cb-1aee-4998-9e0f-ebae3928462b req-9db4d059-051f-406c-b0dd-01956e3855eb tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=44677d48-8306-44c7-a2fe-97d323591896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581229 Aug 26 15:25:33.913567 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Device 9074ea7b-385d-4ccc-8c42-b021d977910a details requested by agent hyperv_hv-cinder-77957 with host hv-cinder-77957 {{(pid=93843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 15:25:34.056637 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] For port 9074ea7b-385d-4ccc-8c42-b021d977910a, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=9074ea7b-385d-4ccc-8c42-b021d977910a,segment=NetworkSegment(a2157187-b2ff-4956-9692-54ade6ba6784),segment_id=a2157187-b2ff-4956-9692-54ade6ba6784)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:25:34.070987 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Returning: {'device': '9074ea7b-385d-4ccc-8c42-b021d977910a', 'network_id': 'd887f735-fbdb-4418-baf1-8e9e0d77221f', 'port_id': '9074ea7b-385d-4ccc-8c42-b021d977910a', 'mac_address': 'fa:16:3e:78:80:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dc1893b-86f2-4498-b069-d334c29d6d3f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 15:25:34.139947 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:25:34.162552 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.notifiers.nova [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9074ea7b-385d-4ccc-8c42-b021d977910a {{(pid=93843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 15:25:34.187835 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] For port 9074ea7b-385d-4ccc-8c42-b021d977910a, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=9074ea7b-385d-4ccc-8c42-b021d977910a,segment=NetworkSegment(a2157187-b2ff-4956-9692-54ade6ba6784),segment_id=a2157187-b2ff-4956-9692-54ade6ba6784)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:25:34.193721 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:25:34.249083 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Pushing event updated for resources: {'Port': ['ID=9074ea7b-385d-4ccc-8c42-b021d977910a,revision_number=9']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:25:34.256395 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:25:34.256646 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:25:34.257078 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:25:34.257278 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:25:34.257611 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:25:34.258638 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:25:34.258882 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:25:34.259382 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:25:34.259719 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:25:34.260066 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:25:34.260405 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:25:34.260727 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:25:34.550786 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f6256f-1060-4fba-953e-866f51e91a82 req-703d3af7-951f-4a2a-bb50-c174b45d71fa tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:34.553084 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-a0f6256f-1060-4fba-953e-866f51e91a82 req-703d3af7-951f-4a2a-bb50-c174b45d71fa tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=3028e66a-51b4-4638-bfef-d34285d30fd1 HTTP/1.1" status: 200 len: 945 time: 0.0680828 Aug 26 15:25:34.618380 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-a0f6256f-1060-4fba-953e-866f51e91a82 req-3b722cce-8fe3-4c98-be69-5c1a42d014cd tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=44677d48-8306-44c7-a2fe-97d323591896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523362 Aug 26 15:25:35.809203 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f0af75-2ddf-4d4f-97e5-54174906231b req-06a19def-0bab-4cd1-ae0f-56656372c15b tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:35.826528 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-47f0af75-2ddf-4d4f-97e5-54174906231b req-06a19def-0bab-4cd1-ae0f-56656372c15b tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=3028e66a-51b4-4638-bfef-d34285d30fd1 HTTP/1.1" status: 200 len: 945 time: 0.0970519 Aug 26 15:25:35.872378 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-47f0af75-2ddf-4d4f-97e5-54174906231b req-6f50d8fd-1544-496c-b91a-676c5a352f29 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=44677d48-8306-44c7-a2fe-97d323591896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448778 Aug 26 15:25:37.010649 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73f725c-c957-4c20-9cc2-a5832f453ce7 req-9d001663-938f-4e48-8013-ec52934228e9 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:37.013059 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-c73f725c-c957-4c20-9cc2-a5832f453ce7 req-9d001663-938f-4e48-8013-ec52934228e9 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=3028e66a-51b4-4638-bfef-d34285d30fd1 HTTP/1.1" status: 200 len: 945 time: 0.0566499 Aug 26 15:25:37.068622 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-c73f725c-c957-4c20-9cc2-a5832f453ce7 req-4c9de37b-fbf1-47b7-a169-61d4200ef828 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=44677d48-8306-44c7-a2fe-97d323591896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489101 Aug 26 15:25:37.188896 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-fe975114-ce45-43e8-9eeb-a196ec306533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:25:37.366305 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] get_ports_and_sgs() called for port_ids ['9074ea7b-385d-4ccc-8c42-b021d977910a'] {{(pid=93843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 15:25:38.206336 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3218aeb-b09c-45ad-8e5e-a413b4645b97 req-48c1fb18-b1c8-445f-b99e-71d9b8c98310 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:38.207863 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-b3218aeb-b09c-45ad-8e5e-a413b4645b97 req-48c1fb18-b1c8-445f-b99e-71d9b8c98310 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=3028e66a-51b4-4638-bfef-d34285d30fd1 HTTP/1.1" status: 200 len: 945 time: 0.0568666 Aug 26 15:25:38.251508 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-b3218aeb-b09c-45ad-8e5e-a413b4645b97 req-550ee906-4722-4812-a96f-438bb16f2ec3 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=44677d48-8306-44c7-a2fe-97d323591896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356688 Aug 26 15:25:38.865060 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:25:39.327381 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0070a1da-335e-4e3e-bd60-28d72f9e5f75 req-5e790ac9-4bdf-44d8-8701-5215412965a2 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:39.330072 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-0070a1da-335e-4e3e-bd60-28d72f9e5f75 req-5e790ac9-4bdf-44d8-8701-5215412965a2 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4a109b7-6110-45ff-9a8e-b5a6cf8f7b74 HTTP/1.1" status: 200 len: 946 time: 0.0717585 Aug 26 15:25:39.386931 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-0070a1da-335e-4e3e-bd60-28d72f9e5f75 req-c9cba391-98c7-42b8-b1e6-9f62c1fd4a4c tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494578 Aug 26 15:25:39.417053 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af8a0c4-b513-425b-bff7-f6d2035c328f req-7dae8d8c-2535-45bc-8bbe-c001eef4ecba tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:39.419380 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-5af8a0c4-b513-425b-bff7-f6d2035c328f req-7dae8d8c-2535-45bc-8bbe-c001eef4ecba tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=3028e66a-51b4-4638-bfef-d34285d30fd1 HTTP/1.1" status: 200 len: 945 time: 0.0687776 Aug 26 15:25:39.466511 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-5af8a0c4-b513-425b-bff7-f6d2035c328f req-db9bd443-5f80-40f1-bada-9cacbe212be8 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=44677d48-8306-44c7-a2fe-97d323591896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401475 Aug 26 15:25:39.844608 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:25:39.946893 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-59d7bbdc-8ca1-4877-80bf-6c11c9f66f9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:25:40.541613 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de35f98-8bfe-4e62-85f7-bb452bb70d86 req-55b53999-a4c0-4375-909b-319399a8f773 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:40.543731 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-6de35f98-8bfe-4e62-85f7-bb452bb70d86 req-55b53999-a4c0-4375-909b-319399a8f773 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4a109b7-6110-45ff-9a8e-b5a6cf8f7b74 HTTP/1.1" status: 200 len: 946 time: 0.0646584 Aug 26 15:25:40.593860 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb41f81-09ca-4bb3-ae43-28ad97cdc5aa req-c5975b34-485c-4fa1-8a28-c86d6d84d6fa tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:40.602011 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-bdb41f81-09ca-4bb3-ae43-28ad97cdc5aa req-c5975b34-485c-4fa1-8a28-c86d6d84d6fa tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=3028e66a-51b4-4638-bfef-d34285d30fd1 HTTP/1.1" status: 200 len: 945 time: 0.0607164 Aug 26 15:25:40.607571 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-6de35f98-8bfe-4e62-85f7-bb452bb70d86 req-e820c039-8392-4f40-ac53-496ca9bb01d4 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575943 Aug 26 15:25:40.641155 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-bdb41f81-09ca-4bb3-ae43-28ad97cdc5aa req-972086ca-88b7-4a9a-9264-2adebd9b2e0e tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=44677d48-8306-44c7-a2fe-97d323591896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381870 Aug 26 15:25:40.739267 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Device 9074ea7b-385d-4ccc-8c42-b021d977910a up at agent hyperv_hv-cinder-77957 {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:25:40.804042 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Provisioning complete for port 9074ea7b-385d-4ccc-8c42-b021d977910a triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:25:40.805270 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:25:40.915796 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:25:40.943646 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3028e66a-51b4-4638-bfef-d34285d30fd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9074ea7b-385d-4ccc-8c42-b021d977910a'}] {{(pid=93843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 15:25:40.947623 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d587d98fe02f6619f456de0f45288515ee723af96d1e5c8ab0bdf50e2145b638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eed2ab8f-e3dd-4b10-99b5-08f972d8f56f" -d '{"events": [{"server_uuid": "3028e66a-51b4-4638-bfef-d34285d30fd1", "name": "network-vif-plugged", "status": "completed", "tag": "9074ea7b-385d-4ccc-8c42-b021d977910a"}]}' {{(pid=93843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:25:40.981231 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] For port 9074ea7b-385d-4ccc-8c42-b021d977910a, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=9074ea7b-385d-4ccc-8c42-b021d977910a,segment=NetworkSegment(a2157187-b2ff-4956-9692-54ade6ba6784),segment_id=a2157187-b2ff-4956-9692-54ade6ba6784)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:25:40.988539 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:25:41.024005 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 15:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d93f4529-e7bc-456c-9c8c-142d6301639e x-openstack-request-id: req-d93f4529-e7bc-456c-9c8c-142d6301639e {{(pid=93843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:25:41.024575 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3028e66a-51b4-4638-bfef-d34285d30fd1", "name": "network-vif-plugged", "status": "completed", "tag": "9074ea7b-385d-4ccc-8c42-b021d977910a", "code": 200}]} {{(pid=93843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:25:41.024841 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d93f4529-e7bc-456c-9c8c-142d6301639e {{(pid=93843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:25:41.025255 dv-cinder-779576-7-iscsi neutron-server[93843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3028e66a-51b4-4638-bfef-d34285d30fd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9074ea7b-385d-4ccc-8c42-b021d977910a', 'code': 200} Aug 26 15:25:41.070225 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Pushing event updated for resources: {'Port': ['ID=9074ea7b-385d-4ccc-8c42-b021d977910a,revision_number=10']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:25:41.356906 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c45f19a1-5a59-44e4-9446-0a9261f71b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:25:41.793534 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff1dd16-1a5a-4fd7-a845-6b1d91863991 req-8ce5f5e7-057f-4870-94b4-16d90df1d264 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:41.796245 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-8ff1dd16-1a5a-4fd7-a845-6b1d91863991 req-8ce5f5e7-057f-4870-94b4-16d90df1d264 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4a109b7-6110-45ff-9a8e-b5a6cf8f7b74 HTTP/1.1" status: 200 len: 946 time: 0.0644927 Aug 26 15:25:41.846301 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3c774d-ae7f-4f4b-9ee0-18b6baa4b7e3 req-d0cbb90d-f0f2-4b19-8cfc-9eb033b7d9bc tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:41.854866 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-cf3c774d-ae7f-4f4b-9ee0-18b6baa4b7e3 req-d0cbb90d-f0f2-4b19-8cfc-9eb033b7d9bc tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=3028e66a-51b4-4638-bfef-d34285d30fd1 HTTP/1.1" status: 200 len: 947 time: 0.1045525 Aug 26 15:25:41.857118 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-8ff1dd16-1a5a-4fd7-a845-6b1d91863991 req-bdc6b9c4-93e0-44d5-b23b-9979ae77b93f tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530295 Aug 26 15:25:41.922326 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-cf3c774d-ae7f-4f4b-9ee0-18b6baa4b7e3 req-167f70cc-cc08-497f-be60-4cacbb244703 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=44677d48-8306-44c7-a2fe-97d323591896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662796 Aug 26 15:25:42.443021 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dcfa0c-c021-4267-9284-f05650c325ae req-0e0bfbec-3f2a-4f35-bc1c-99eb52795a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:42.447907 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-e2dcfa0c-c021-4267-9284-f05650c325ae req-0e0bfbec-3f2a-4f35-bc1c-99eb52795a2a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3028e66a-51b4-4638-bfef-d34285d30fd1 HTTP/1.1" status: 200 len: 1100 time: 0.0786355 Aug 26 15:25:42.509288 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-e2dcfa0c-c021-4267-9284-f05650c325ae req-95ff8c09-a890-47e8-89fe-d07648ae3895 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=44677d48-8306-44c7-a2fe-97d323591896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501978 Aug 26 15:25:42.979046 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-a6032fac-f2a0-46d6-9c2c-2483dfdc6249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:25:43.006088 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe88043-b303-4a23-bf32-c839b1fb1775 req-b5a1b6b1-ec8a-450a-817e-c96abda4d8f7 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:43.009308 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-3fe88043-b303-4a23-bf32-c839b1fb1775 req-b5a1b6b1-ec8a-450a-817e-c96abda4d8f7 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4a109b7-6110-45ff-9a8e-b5a6cf8f7b74 HTTP/1.1" status: 200 len: 946 time: 0.0693729 Aug 26 15:25:43.074799 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-3fe88043-b303-4a23-bf32-c839b1fb1775 req-1653094a-478f-4319-ba76-23dcda729a5f tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562127 Aug 26 15:25:43.075671 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce41de0-9112-4c24-99dc-f8fdc70c4cf3 req-8b99bf1b-b491-4a00-87da-9090c5a5b9ec tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:43.084274 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-7ce41de0-9112-4c24-99dc-f8fdc70c4cf3 req-8b99bf1b-b491-4a00-87da-9090c5a5b9ec tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=3028e66a-51b4-4638-bfef-d34285d30fd1 HTTP/1.1" status: 200 len: 947 time: 0.0625341 Aug 26 15:25:43.124263 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-7ce41de0-9112-4c24-99dc-f8fdc70c4cf3 req-62af5b5f-e371-4cda-9554-03bbb6d0e574 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=44677d48-8306-44c7-a2fe-97d323591896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386024 Aug 26 15:25:44.254015 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c345b8-d2d5-4133-9aaf-3c0d1bc78aaa req-b847724b-b305-4046-8f4c-c6c12055d289 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:44.266705 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-73c345b8-d2d5-4133-9aaf-3c0d1bc78aaa req-b847724b-b305-4046-8f4c-c6c12055d289 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4a109b7-6110-45ff-9a8e-b5a6cf8f7b74 HTTP/1.1" status: 200 len: 946 time: 0.1030407 Aug 26 15:25:44.327821 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-73c345b8-d2d5-4133-9aaf-3c0d1bc78aaa req-a87b56ff-37f3-46e1-9a84-9cf6207e62ba tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591135 Aug 26 15:25:44.381338 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3660f73-3ffa-47a1-97e5-97be5678168d req-c83f444c-f65e-4723-af99-f70d3df5aa96 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:44.386065 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-d3660f73-3ffa-47a1-97e5-97be5678168d req-c83f444c-f65e-4723-af99-f70d3df5aa96 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=3028e66a-51b4-4638-bfef-d34285d30fd1 HTTP/1.1" status: 200 len: 947 time: 0.1023941 Aug 26 15:25:44.448051 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-d3660f73-3ffa-47a1-97e5-97be5678168d req-79b97d0c-23a2-4403-83a6-c5266b72e0f2 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=44677d48-8306-44c7-a2fe-97d323591896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524209 Aug 26 15:25:45.484121 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59a4f54-034b-42ab-911d-47b4688c8d10 req-1c0f7272-addb-458a-89b1-75de064c5104 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:45.485943 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-a59a4f54-034b-42ab-911d-47b4688c8d10 req-1c0f7272-addb-458a-89b1-75de064c5104 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4a109b7-6110-45ff-9a8e-b5a6cf8f7b74 HTTP/1.1" status: 200 len: 946 time: 0.0740399 Aug 26 15:25:45.553604 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-a59a4f54-034b-42ab-911d-47b4688c8d10 req-87f34a56-07ea-4603-8af2-b3e0882625d4 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592411 Aug 26 15:25:45.620121 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab908d1-5908-4d6d-91cd-01456fbdc7a6 req-8c48ba93-ef85-487e-8552-bc8eb909d13a tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:45.621816 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-7ab908d1-5908-4d6d-91cd-01456fbdc7a6 req-8c48ba93-ef85-487e-8552-bc8eb909d13a tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=3028e66a-51b4-4638-bfef-d34285d30fd1 HTTP/1.1" status: 200 len: 947 time: 0.0600088 Aug 26 15:25:45.667252 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-7ab908d1-5908-4d6d-91cd-01456fbdc7a6 req-f5fc7c92-5233-49af-9189-ff803efeea57 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=44677d48-8306-44c7-a2fe-97d323591896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384350 Aug 26 15:25:46.696600 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6e8d5b-f73c-4967-878b-365910db2b3d req-37104159-2571-4ca4-a893-fcb05871ab12 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:46.709742 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-ff6e8d5b-f73c-4967-878b-365910db2b3d req-37104159-2571-4ca4-a893-fcb05871ab12 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4a109b7-6110-45ff-9a8e-b5a6cf8f7b74 HTTP/1.1" status: 200 len: 946 time: 0.0746367 Aug 26 15:25:46.772234 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-ff6e8d5b-f73c-4967-878b-365910db2b3d req-218140a2-bcab-4c52-bb7d-ee46e8ee0769 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455222 Aug 26 15:25:46.830344 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d5261f-ca89-4d04-8e7c-6fed0808b44f req-fd9ce6da-0c6c-466d-972b-bc9941b76253 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:46.832648 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-e7d5261f-ca89-4d04-8e7c-6fed0808b44f req-fd9ce6da-0c6c-466d-972b-bc9941b76253 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=3028e66a-51b4-4638-bfef-d34285d30fd1 HTTP/1.1" status: 200 len: 947 time: 0.0715606 Aug 26 15:25:46.923966 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-e7d5261f-ca89-4d04-8e7c-6fed0808b44f req-722a04ca-c43c-49be-a81f-0afabf409ed8 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=44677d48-8306-44c7-a2fe-97d323591896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663695 Aug 26 15:25:47.064462 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e5a076-426a-4231-8bb8-50135ce0de72 req-de060941-4ea9-472a-982b-bb0ffeb7c81b tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:47.066429 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-95e5a076-426a-4231-8bb8-50135ce0de72 req-de060941-4ea9-472a-982b-bb0ffeb7c81b tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.47 "GET /v2.0/ports?device_id=a4a109b7-6110-45ff-9a8e-b5a6cf8f7b74 HTTP/1.1" status: 200 len: 946 time: 0.0691876 Aug 26 15:25:47.205273 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.plugin [req-95e5a076-426a-4231-8bb8-50135ce0de72 req-71b0f573-18d9-4de3-a36b-d317e1115f2f tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Deleting port d2ef72dc-cef0-4c71-a9e1-df0f179f2564 {{(pid=93841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 15:25:47.205654 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-95e5a076-426a-4231-8bb8-50135ce0de72 req-71b0f573-18d9-4de3-a36b-d317e1115f2f tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793280853279'] for port, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:25:47.324480 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.db [req-95e5a076-426a-4231-8bb8-50135ce0de72 req-71b0f573-18d9-4de3-a36b-d317e1115f2f tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] For port d2ef72dc-cef0-4c71-a9e1-df0f179f2564, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=d2ef72dc-cef0-4c71-a9e1-df0f179f2564,segment=NetworkSegment(56252ca9-703f-4e15-a040-680fa0f2b5a5),segment_id=56252ca9-703f-4e15-a040-680fa0f2b5a5)] {{(pid=93841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:25:47.324954 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-95e5a076-426a-4231-8bb8-50135ce0de72 req-71b0f573-18d9-4de3-a36b-d317e1115f2f tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3924976'] for port, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:25:47.340597 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.plugin [req-95e5a076-426a-4231-8bb8-50135ce0de72 req-71b0f573-18d9-4de3-a36b-d317e1115f2f tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Calling delete_port for d2ef72dc-cef0-4c71-a9e1-df0f179f2564 owned by compute:nova {{(pid=93841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 15:25:47.518062 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-95e5a076-426a-4231-8bb8-50135ce0de72 req-71b0f573-18d9-4de3-a36b-d317e1115f2f tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793280828191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793280355368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263742114'] for port, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:25:47.536445 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] get_ports_and_sgs() called for port_ids ['9cc1a951-1156-4875-8514-d30cac6c36bc', 'd2ef72dc-cef0-4c71-a9e1-df0f179f2564'] {{(pid=93843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 15:25:47.552566 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b0f573-18d9-4de3-a36b-d317e1115f2f tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Pushing event deleted for resources: {'Port': ['ID=d2ef72dc-cef0-4c71-a9e1-df0f179f2564,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:25:47.671288 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [req-95e5a076-426a-4231-8bb8-50135ce0de72 req-71b0f573-18d9-4de3-a36b-d317e1115f2f tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] No DVR routers for this DVR port d2ef72dc-cef0-4c71-a9e1-df0f179f2564 on host hv-cinder-77957 {{(pid=93841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 15:25:47.683052 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-95e5a076-426a-4231-8bb8-50135ce0de72 req-71b0f573-18d9-4de3-a36b-d317e1115f2f tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4089636'] for port, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:25:47.750606 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-95e5a076-426a-4231-8bb8-50135ce0de72 req-71b0f573-18d9-4de3-a36b-d317e1115f2f tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.47 "DELETE /v2.0/ports/d2ef72dc-cef0-4c71-a9e1-df0f179f2564 HTTP/1.1" status: 204 len: 173 time: 0.6692705 Aug 26 15:25:47.755934 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4a109b7-6110-45ff-9a8e-b5a6cf8f7b74', 'name': 'network-vif-deleted', 'tag': 'd2ef72dc-cef0-4c71-a9e1-df0f179f2564'}] {{(pid=93841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 15:25:47.763142 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40d6179e675e884694bb6412ad93f17435ac71a39ec2274297e1b4aadb89820e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5c833ec-aa8d-4ac3-85fa-85b01b9a15b0" -d '{"events": [{"server_uuid": "a4a109b7-6110-45ff-9a8e-b5a6cf8f7b74", "name": "network-vif-deleted", "tag": "d2ef72dc-cef0-4c71-a9e1-df0f179f2564"}]}' {{(pid=93841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:25:47.906735 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 15:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12257350-25e6-4e9d-ab41-db9c3f80fefc x-openstack-request-id: req-12257350-25e6-4e9d-ab41-db9c3f80fefc {{(pid=93841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:25:47.907232 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4a109b7-6110-45ff-9a8e-b5a6cf8f7b74", "name": "network-vif-deleted", "tag": "d2ef72dc-cef0-4c71-a9e1-df0f179f2564", "status": "completed", "code": 200}]} {{(pid=93841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:25:47.907639 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-12257350-25e6-4e9d-ab41-db9c3f80fefc {{(pid=93841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:25:47.908564 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4a109b7-6110-45ff-9a8e-b5a6cf8f7b74', 'name': 'network-vif-deleted', 'tag': 'd2ef72dc-cef0-4c71-a9e1-df0f179f2564', 'status': 'completed', 'code': 200} Aug 26 15:25:47.963392 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-899277f8-6c47-420c-97b9-6a188a94370d req-d749b2ac-3415-4740-b153-8093e1a8f9e1 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4a109b7-6110-45ff-9a8e-b5a6cf8f7b74 HTTP/1.1" status: 200 len: 210 time: 0.0545192 Aug 26 15:25:48.093520 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee46d85f-2af3-444d-8d3f-80f9a6c086dd req-b6878f20-b144-4559-81dc-f1919d7035e9 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:48.095845 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-ee46d85f-2af3-444d-8d3f-80f9a6c086dd req-b6878f20-b144-4559-81dc-f1919d7035e9 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=3028e66a-51b4-4638-bfef-d34285d30fd1 HTTP/1.1" status: 200 len: 947 time: 0.0876279 Aug 26 15:25:48.240116 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-ee46d85f-2af3-444d-8d3f-80f9a6c086dd req-3bbf5ad0-491f-4f90-93e1-e167c5c4c654 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=44677d48-8306-44c7-a2fe-97d323591896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365516 Aug 26 15:25:49.439224 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36f8ea6-6aa7-4aa4-84a6-3061250ced35 req-6e1c4418-a6c2-42bc-a7cf-4789a1e890af tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:49.440852 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-f36f8ea6-6aa7-4aa4-84a6-3061250ced35 req-6e1c4418-a6c2-42bc-a7cf-4789a1e890af tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca0769da-6c1e-433b-8817-4309fcc35b35 HTTP/1.1" status: 200 len: 945 time: 0.1293938 Aug 26 15:25:49.520858 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-f36f8ea6-6aa7-4aa4-84a6-3061250ced35 req-436a6c87-a8c1-47f6-8c2b-1be0513b1825 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723763 Aug 26 15:25:49.531726 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde07274-8fdb-448c-ae26-1ac7ffae71f7 req-8b57136c-03ce-456d-98d8-1d73133bd5e1 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:49.533941 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-cde07274-8fdb-448c-ae26-1ac7ffae71f7 req-8b57136c-03ce-456d-98d8-1d73133bd5e1 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=3028e66a-51b4-4638-bfef-d34285d30fd1 HTTP/1.1" status: 200 len: 947 time: 0.1261113 Aug 26 15:25:49.606376 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-cde07274-8fdb-448c-ae26-1ac7ffae71f7 req-016cc064-ba6a-40ca-aaa1-19395a7e610b tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=44677d48-8306-44c7-a2fe-97d323591896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607953 Aug 26 15:25:50.652543 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e204a4-0b66-49be-a5ec-0ea46cfe90cd req-b69929ae-7bf3-4eeb-8f23-17334ba356f4 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:50.654172 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-a2e204a4-0b66-49be-a5ec-0ea46cfe90cd req-b69929ae-7bf3-4eeb-8f23-17334ba356f4 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca0769da-6c1e-433b-8817-4309fcc35b35 HTTP/1.1" status: 200 len: 945 time: 0.0553427 Aug 26 15:25:50.696897 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-a2e204a4-0b66-49be-a5ec-0ea46cfe90cd req-e422b9a3-2689-4ede-9a5f-53ca5f4b3db2 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365489 Aug 26 15:25:51.825472 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bd24c2-8e5e-4b74-a2e6-5945957fab77 req-f3dfb033-e063-4e05-b890-f23dfda58c8a tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:51.826941 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-c1bd24c2-8e5e-4b74-a2e6-5945957fab77 req-f3dfb033-e063-4e05-b890-f23dfda58c8a tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca0769da-6c1e-433b-8817-4309fcc35b35 HTTP/1.1" status: 200 len: 945 time: 0.0552149 Aug 26 15:25:51.872842 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-c1bd24c2-8e5e-4b74-a2e6-5945957fab77 req-b7ac5b63-68c9-42e1-8e25-e1e3065805a2 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394804 Aug 26 15:25:52.010852 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Device d2ef72dc-cef0-4c71-a9e1-df0f179f2564 no longer exists at agent hyperv_hv-cinder-77957 {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 15:25:52.037042 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] No Port match for: d2ef72dc-cef0-4c71-a9e1-df0f179f2564 {{(pid=93843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 15:25:52.037385 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Device d2ef72dc-cef0-4c71-a9e1-df0f179f2564 not bound to the agent host hv-cinder-77957 {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 15:25:52.124966 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb45ef4b-cd37-4d1b-8e06-2e0a16f958ba req-8d9791e4-873a-43f3-bcc9-ab42b8ff9f8a tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:52.126503 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-bb45ef4b-cd37-4d1b-8e06-2e0a16f958ba req-8d9791e4-873a-43f3-bcc9-ab42b8ff9f8a tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e8a41a5-49b3-47a4-8a67-847435442155 HTTP/1.1" status: 200 len: 946 time: 0.0570881 Aug 26 15:25:52.386186 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-bb45ef4b-cd37-4d1b-8e06-2e0a16f958ba req-2735d025-7403-4830-a565-99489e8d6ab7 tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4052277-408e-4f94-b607-f798f751e9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535927 Aug 26 15:25:52.991176 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed08f28-a919-4421-8c2b-dfe70024419f req-957638c6-afb9-4467-94bf-25a6976b7215 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:52.993281 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-eed08f28-a919-4421-8c2b-dfe70024419f req-957638c6-afb9-4467-94bf-25a6976b7215 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca0769da-6c1e-433b-8817-4309fcc35b35 HTTP/1.1" status: 200 len: 945 time: 0.0518513 Aug 26 15:25:53.029869 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-eed08f28-a919-4421-8c2b-dfe70024419f req-e8cee954-2cc5-49cc-8e67-4fadfbb07595 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306418 Aug 26 15:25:53.251434 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 57516) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:25:53.294320 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.db.db_base_plugin_v2 [None req-edd94178-2a06-4c33-bf93-dab90f146ff9 admin admin] Deleting subnet 0bd4497b-5b8f-4942-a722-d294650e254c {{(pid=93842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 15:25:53.297289 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-edd94178-2a06-4c33-bf93-dab90f146ff9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:25:53.329917 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-edd94178-2a06-4c33-bf93-dab90f146ff9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261274009'] for subnet, precommit_delete_associations {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:25:53.368094 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-edd94178-2a06-4c33-bf93-dab90f146ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3507378'] for subnet, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:25:53.429863 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-edd94178-2a06-4c33-bf93-dab90f146ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3507389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261268958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260396897'] for subnet, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:25:53.456723 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd94178-2a06-4c33-bf93-dab90f146ff9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0bd4497b-5b8f-4942-a722-d294650e254c,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:25:53.460937 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-edd94178-2a06-4c33-bf93-dab90f146ff9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774323'] for subnet, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:25:53.464991 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-edd94178-2a06-4c33-bf93-dab90f146ff9 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/0bd4497b-5b8f-4942-a722-d294650e254c HTTP/1.1" status: 204 len: 168 time: 0.2104125 Aug 26 15:25:53.466325 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 57524) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:25:53.519114 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d759b627-241a-4bbd-a315-1e8138e679bf req-a14df099-bc1f-45b9-99d5-faa89a7f728a tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:53.526237 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-d759b627-241a-4bbd-a315-1e8138e679bf req-a14df099-bc1f-45b9-99d5-faa89a7f728a tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e8a41a5-49b3-47a4-8a67-847435442155 HTTP/1.1" status: 200 len: 946 time: 0.0596416 Aug 26 15:25:53.533667 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-9fdd3d18-d332-40d1-b2c6-a5b7cbd7ac4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526882'] for network, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:25:53.561757 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-d759b627-241a-4bbd-a315-1e8138e679bf req-32da9ca4-00b2-40bf-94bf-30936d46b142 tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4052277-408e-4f94-b607-f798f751e9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343528 Aug 26 15:25:53.626939 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-9fdd3d18-d332-40d1-b2c6-a5b7cbd7ac4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687945', 'neutron.services.segments.db._delete_segments_for_network-8793280934638'] for network, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:25:53.639801 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.services.segments.db [None req-9fdd3d18-d332-40d1-b2c6-a5b7cbd7ac4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['383eed2a-2fa5-4bbc-9d7b-58b9420ad5a0']}} {{(pid=93842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:25:53.657572 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.services.segments.db [None req-9fdd3d18-d332-40d1-b2c6-a5b7cbd7ac4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '975072a1-48a2-4ce0-b635-b1a7edd01b66') {'for_net_delete': True} {{(pid=93842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:25:53.657930 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.services.segments.db [None req-9fdd3d18-d332-40d1-b2c6-a5b7cbd7ac4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '975072a1-48a2-4ce0-b635-b1a7edd01b66') {} {{(pid=93842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:25:53.672561 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-9fdd3d18-d332-40d1-b2c6-a5b7cbd7ac4c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793280934521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261273990'] for segment, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:25:53.698648 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-9fdd3d18-d332-40d1-b2c6-a5b7cbd7ac4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509819'] for segment, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:25:53.705235 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fdd3d18-d332-40d1-b2c6-a5b7cbd7ac4c admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=93842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 15:25:53.705588 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-9fdd3d18-d332-40d1-b2c6-a5b7cbd7ac4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261268920'] for segment, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:25:53.707573 dv-cinder-779576-7-iscsi neutron-server[93842]: Traceback (most recent call last): Aug 26 15:25:53.707573 dv-cinder-779576-7-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 15:25:53.707573 dv-cinder-779576-7-iscsi neutron-server[93842]: timer() Aug 26 15:25:53.707573 dv-cinder-779576-7-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 15:25:53.707573 dv-cinder-779576-7-iscsi neutron-server[93842]: cb(*args, **kw) Aug 26 15:25:53.707573 dv-cinder-779576-7-iscsi neutron-server[93842]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 15:25:53.707573 dv-cinder-779576-7-iscsi neutron-server[93842]: return func(*args, **kwargs) Aug 26 15:25:53.707573 dv-cinder-779576-7-iscsi neutron-server[93842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 15:25:53.707573 dv-cinder-779576-7-iscsi neutron-server[93842]: self._notify() Aug 26 15:25:53.707573 dv-cinder-779576-7-iscsi neutron-server[93842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 15:25:53.707573 dv-cinder-779576-7-iscsi neutron-server[93842]: self.callback(batched_events) Aug 26 15:25:53.707573 dv-cinder-779576-7-iscsi neutron-server[93842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 15:25:53.707573 dv-cinder-779576-7-iscsi neutron-server[93842]: event.method(event) Aug 26 15:25:53.707573 dv-cinder-779576-7-iscsi neutron-server[93842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 15:25:53.707573 dv-cinder-779576-7-iscsi neutron-server[93842]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 15:25:53.707573 dv-cinder-779576-7-iscsi neutron-server[93842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 15:25:53.707573 dv-cinder-779576-7-iscsi neutron-server[93842]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 15:25:53.707573 dv-cinder-779576-7-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 15:25:53.707573 dv-cinder-779576-7-iscsi neutron-server[93842]: return f(self, *a, **k) Aug 26 15:25:53.707573 dv-cinder-779576-7-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 15:25:53.707573 dv-cinder-779576-7-iscsi neutron-server[93842]: return self._get(url).json() Aug 26 15:25:53.707573 dv-cinder-779576-7-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 15:25:53.707573 dv-cinder-779576-7-iscsi neutron-server[93842]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 15:25:53.707573 dv-cinder-779576-7-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 15:25:53.707573 dv-cinder-779576-7-iscsi neutron-server[93842]: return self.request(url, 'GET', **kwargs) Aug 26 15:25:53.707573 dv-cinder-779576-7-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 15:25:53.707573 dv-cinder-779576-7-iscsi neutron-server[93842]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 15:25:53.707573 dv-cinder-779576-7-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 15:25:53.707573 dv-cinder-779576-7-iscsi neutron-server[93842]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 15:25:53.707573 dv-cinder-779576-7-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 15:25:53.707573 dv-cinder-779576-7-iscsi neutron-server[93842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 15:25:53.707573 dv-cinder-779576-7-iscsi neutron-server[93842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 15:25:53.767035 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-9fdd3d18-d332-40d1-b2c6-a5b7cbd7ac4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3928461'] for network, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:25:53.773083 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-9fdd3d18-d332-40d1-b2c6-a5b7cbd7ac4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774323'] for network, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:25:53.775705 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-9fdd3d18-d332-40d1-b2c6-a5b7cbd7ac4c admin admin] 10.222.0.20 "DELETE /v2.0/networks/383eed2a-2fa5-4bbc-9d7b-58b9420ad5a0 HTTP/1.1" status: 204 len: 168 time: 0.3095045 Aug 26 15:25:53.787300 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdd3d18-d332-40d1-b2c6-a5b7cbd7ac4c admin admin] Pushing event deleted for resources: {'Network': ['ID=383eed2a-2fa5-4bbc-9d7b-58b9420ad5a0,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:25:53.951818 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 57532) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:25:53.999599 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-e7b68ca0-15f3-4ff0-99f2-ab6620eac6f1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=422c2e3bf6c841b3a5f4d36767771c31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0465012 Aug 26 15:25:54.001895 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 57534) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:25:54.050478 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-8d1b2407-a6dc-4aef-b4bb-c851b87d1664 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:25:54.072707 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-8d1b2407-a6dc-4aef-b4bb-c851b87d1664 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:25:54.123016 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-8d1b2407-a6dc-4aef-b4bb-c851b87d1664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:25:54.125668 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-8d1b2407-a6dc-4aef-b4bb-c851b87d1664 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:25:54.126898 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-8d1b2407-a6dc-4aef-b4bb-c851b87d1664 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/78bbe887-4bf9-47de-9235-07649e1005c0 HTTP/1.1" status: 204 len: 168 time: 0.1241038 Aug 26 15:25:54.136072 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1b2407-a6dc-4aef-b4bb-c851b87d1664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78bbe887-4bf9-47de-9235-07649e1005c0,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:25:54.157436 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4f13c0-db35-428d-ab14-525a9b582e58 req-b7db8671-ca10-4b82-ad28-4a2bae7df43e tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:54.159357 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-ec4f13c0-db35-428d-ab14-525a9b582e58 req-b7db8671-ca10-4b82-ad28-4a2bae7df43e tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca0769da-6c1e-433b-8817-4309fcc35b35 HTTP/1.1" status: 200 len: 945 time: 0.0605733 Aug 26 15:25:54.202038 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-ec4f13c0-db35-428d-ab14-525a9b582e58 req-a232f256-5990-4ee7-bca7-d859165166cc tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356512 Aug 26 15:25:54.379376 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9b4284-9d33-46d4-9508-122540075f65 req-bf2919a6-a4c9-4114-ab9c-75c80628a020 tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:54.380961 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-1d9b4284-9d33-46d4-9508-122540075f65 req-bf2919a6-a4c9-4114-ab9c-75c80628a020 tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] 10.222.0.47 "GET /v2.0/ports?device_id=9e8a41a5-49b3-47a4-8a67-847435442155 HTTP/1.1" status: 200 len: 946 time: 0.0597384 Aug 26 15:25:54.499430 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.plugin [req-1d9b4284-9d33-46d4-9508-122540075f65 req-2280fa87-0272-4c71-a681-e45f7421835e tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] Deleting port ee5ab6c9-25a0-4aae-ac2d-c99ade0591f3 {{(pid=93841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 15:25:54.499780 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-1d9b4284-9d33-46d4-9508-122540075f65 req-2280fa87-0272-4c71-a681-e45f7421835e tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793280853279'] for port, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:25:54.625607 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.db [req-1d9b4284-9d33-46d4-9508-122540075f65 req-2280fa87-0272-4c71-a681-e45f7421835e tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] For port ee5ab6c9-25a0-4aae-ac2d-c99ade0591f3, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=ee5ab6c9-25a0-4aae-ac2d-c99ade0591f3,segment=NetworkSegment(5a0930d2-6a27-4661-a1d4-731f8669008f),segment_id=5a0930d2-6a27-4661-a1d4-731f8669008f)] {{(pid=93841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:25:54.626427 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-1d9b4284-9d33-46d4-9508-122540075f65 req-2280fa87-0272-4c71-a681-e45f7421835e tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3924976'] for port, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:25:54.649736 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.plugin [req-1d9b4284-9d33-46d4-9508-122540075f65 req-2280fa87-0272-4c71-a681-e45f7421835e tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] Calling delete_port for ee5ab6c9-25a0-4aae-ac2d-c99ade0591f3 owned by compute:nova {{(pid=93841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 15:25:54.756293 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a2a15a-9c4f-4a07-86cd-6574f268e73e req-e7160003-3cc4-453e-b8dd-871422a3e015 tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:54.765722 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-22a2a15a-9c4f-4a07-86cd-6574f268e73e req-e7160003-3cc4-453e-b8dd-871422a3e015 tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e8a41a5-49b3-47a4-8a67-847435442155 HTTP/1.1" status: 200 len: 946 time: 0.0823481 Aug 26 15:25:54.827814 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-1d9b4284-9d33-46d4-9508-122540075f65 req-2280fa87-0272-4c71-a681-e45f7421835e tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793280828191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793280355368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263742114'] for port, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:25:54.830311 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-22a2a15a-9c4f-4a07-86cd-6574f268e73e req-d7391583-0236-4641-93cb-94b0c03833a4 tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4052277-408e-4f94-b607-f798f751e9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567775 Aug 26 15:25:54.851651 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] get_ports_and_sgs() called for port_ids ['ee5ab6c9-25a0-4aae-ac2d-c99ade0591f3'] {{(pid=93843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 15:25:54.886614 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2280fa87-0272-4c71-a681-e45f7421835e tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] Pushing event deleted for resources: {'Port': ['ID=ee5ab6c9-25a0-4aae-ac2d-c99ade0591f3,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:25:55.041891 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf381544-1b1d-44f3-a0d9-90341045cad2 req-600bbfb8-0eb7-42ec-8577-a7c859152725 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:55.043833 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-cf381544-1b1d-44f3-a0d9-90341045cad2 req-600bbfb8-0eb7-42ec-8577-a7c859152725 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bcbcafd-183f-448c-8622-d3bca30c9523 HTTP/1.1" status: 200 len: 945 time: 0.0706527 Aug 26 15:25:55.088534 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-cf381544-1b1d-44f3-a0d9-90341045cad2 req-6538c7e0-f4aa-4eaf-ba9c-0b0a898bbb34 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/security-groups?id=3238190c-f4cd-40e3-8621-367f15fa4088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388806 Aug 26 15:25:55.184706 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d9b4284-9d33-46d4-9508-122540075f65 req-2280fa87-0272-4c71-a681-e45f7421835e tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] No DVR routers for this DVR port ee5ab6c9-25a0-4aae-ac2d-c99ade0591f3 on host hv-cinder-77957 {{(pid=93841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 15:25:55.187269 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-1d9b4284-9d33-46d4-9508-122540075f65 req-2280fa87-0272-4c71-a681-e45f7421835e tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4089636'] for port, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:25:55.189225 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-1d9b4284-9d33-46d4-9508-122540075f65 req-2280fa87-0272-4c71-a681-e45f7421835e tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] 10.222.0.47 "DELETE /v2.0/ports/ee5ab6c9-25a0-4aae-ac2d-c99ade0591f3 HTTP/1.1" status: 204 len: 173 time: 0.7833743 Aug 26 15:25:55.189721 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e8a41a5-49b3-47a4-8a67-847435442155', 'name': 'network-vif-deleted', 'tag': 'ee5ab6c9-25a0-4aae-ac2d-c99ade0591f3'}] {{(pid=93841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 15:25:55.192017 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40d6179e675e884694bb6412ad93f17435ac71a39ec2274297e1b4aadb89820e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61ae78d4-a5e8-44f5-9980-295f740a01c2" -d '{"events": [{"server_uuid": "9e8a41a5-49b3-47a4-8a67-847435442155", "name": "network-vif-deleted", "tag": "ee5ab6c9-25a0-4aae-ac2d-c99ade0591f3"}]}' {{(pid=93841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:25:55.231784 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 15:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14d00e44-6a1c-4820-b849-be7d68dbf389 x-openstack-request-id: req-14d00e44-6a1c-4820-b849-be7d68dbf389 {{(pid=93841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:25:55.232073 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e8a41a5-49b3-47a4-8a67-847435442155", "name": "network-vif-deleted", "tag": "ee5ab6c9-25a0-4aae-ac2d-c99ade0591f3", "status": "completed", "code": 200}]} {{(pid=93841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:25:55.232322 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-14d00e44-6a1c-4820-b849-be7d68dbf389 {{(pid=93841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:25:55.232707 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e8a41a5-49b3-47a4-8a67-847435442155', 'name': 'network-vif-deleted', 'tag': 'ee5ab6c9-25a0-4aae-ac2d-c99ade0591f3', 'status': 'completed', 'code': 200} Aug 26 15:25:55.331208 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17286f7-b31e-4ab2-893d-8d380b034cf8 req-cd7a1432-ac3e-4e48-9260-9181399c9b60 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:55.332803 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-d17286f7-b31e-4ab2-893d-8d380b034cf8 req-cd7a1432-ac3e-4e48-9260-9181399c9b60 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca0769da-6c1e-433b-8817-4309fcc35b35 HTTP/1.1" status: 200 len: 945 time: 0.0527687 Aug 26 15:25:55.380160 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-d17286f7-b31e-4ab2-893d-8d380b034cf8 req-b3affb76-7f23-4168-80a7-df40c75b4ea1 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384886 Aug 26 15:25:56.247846 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6221dab-4dcf-4570-8c1a-53b34e443b9a req-5b3efa80-c447-4999-877e-a2372748b6e6 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:56.249348 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-e6221dab-4dcf-4570-8c1a-53b34e443b9a req-5b3efa80-c447-4999-877e-a2372748b6e6 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bcbcafd-183f-448c-8622-d3bca30c9523 HTTP/1.1" status: 200 len: 945 time: 0.0485356 Aug 26 15:25:56.286869 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-e6221dab-4dcf-4570-8c1a-53b34e443b9a req-add345bc-e00f-4346-b891-dd3799f9923a tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/security-groups?id=3238190c-f4cd-40e3-8621-367f15fa4088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316916 Aug 26 15:25:56.503327 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda36f94-6b25-4fb1-9066-7bd40984eb8b req-7d6d77bc-b848-4eaf-b71e-0e9dea2233d3 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:56.504878 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-fda36f94-6b25-4fb1-9066-7bd40984eb8b req-7d6d77bc-b848-4eaf-b71e-0e9dea2233d3 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca0769da-6c1e-433b-8817-4309fcc35b35 HTTP/1.1" status: 200 len: 945 time: 0.0519443 Aug 26 15:25:56.544200 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-fda36f94-6b25-4fb1-9066-7bd40984eb8b req-116ed4c1-9825-468d-bcf1-acdfe8a17c9f tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321813 Aug 26 15:25:57.406168 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5f6116-187d-454d-aa32-fb9fb2a8abb8 req-f8c9a903-16fd-4232-b538-3d36f3543b51 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:57.407610 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-ef5f6116-187d-454d-aa32-fb9fb2a8abb8 req-f8c9a903-16fd-4232-b538-3d36f3543b51 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bcbcafd-183f-448c-8622-d3bca30c9523 HTTP/1.1" status: 200 len: 945 time: 0.0525682 Aug 26 15:25:57.446305 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-ef5f6116-187d-454d-aa32-fb9fb2a8abb8 req-6a02b0ce-a611-4643-b842-94db0ad59b97 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/security-groups?id=3238190c-f4cd-40e3-8621-367f15fa4088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326853 Aug 26 15:25:57.660490 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893598be-26da-4f3d-811c-848add8aef50 req-61723349-d5d7-4fc5-b8e9-811c1a87ecca tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:57.662003 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-893598be-26da-4f3d-811c-848add8aef50 req-61723349-d5d7-4fc5-b8e9-811c1a87ecca tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca0769da-6c1e-433b-8817-4309fcc35b35 HTTP/1.1" status: 200 len: 945 time: 0.0493581 Aug 26 15:25:57.700344 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-893598be-26da-4f3d-811c-848add8aef50 req-63d6c3a1-a2cf-43b9-ae3c-b73ef89126eb tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320194 Aug 26 15:25:58.563655 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea5eda8-71eb-4013-abb4-e9fbdbb155da req-27fd442b-c5a4-49ea-91a8-7d4e247113a3 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:58.565159 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-cea5eda8-71eb-4013-abb4-e9fbdbb155da req-27fd442b-c5a4-49ea-91a8-7d4e247113a3 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bcbcafd-183f-448c-8622-d3bca30c9523 HTTP/1.1" status: 200 len: 945 time: 0.0509119 Aug 26 15:25:58.604625 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-cea5eda8-71eb-4013-abb4-e9fbdbb155da req-08eb6f8f-3cb5-440d-93f8-86989a13574b tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/security-groups?id=3238190c-f4cd-40e3-8621-367f15fa4088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331676 Aug 26 15:25:58.818957 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3e7647-0981-4c9c-a88a-e2ae2d2b6c66 req-8e6ec438-57fa-45dc-ae14-4813ec1d678a tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:58.820514 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-5f3e7647-0981-4c9c-a88a-e2ae2d2b6c66 req-8e6ec438-57fa-45dc-ae14-4813ec1d678a tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca0769da-6c1e-433b-8817-4309fcc35b35 HTTP/1.1" status: 200 len: 945 time: 0.0530546 Aug 26 15:25:58.859684 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-5f3e7647-0981-4c9c-a88a-e2ae2d2b6c66 req-f962cb0a-5004-4ee9-b75f-e504c5c92fc5 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/security-groups?id=e83ee109-c76d-4893-8e45-eda4e1e0ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329711 Aug 26 15:25:59.010586 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Device ee5ab6c9-25a0-4aae-ac2d-c99ade0591f3 no longer exists at agent hyperv_hv-cinder-77957 {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 15:25:59.037028 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] No Port match for: ee5ab6c9-25a0-4aae-ac2d-c99ade0591f3 {{(pid=93843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 15:25:59.037478 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Device ee5ab6c9-25a0-4aae-ac2d-c99ade0591f3 not bound to the agent host hv-cinder-77957 {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 15:25:59.098152 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde16688-2cf1-4562-8a53-04feb8b7b913 req-dd1c3d83-30ef-437b-aea8-31a62d05227f tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:59.099664 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-fde16688-2cf1-4562-8a53-04feb8b7b913 req-dd1c3d83-30ef-437b-aea8-31a62d05227f tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c109c3b-265c-4b41-8d6b-111cc8d2ee8d HTTP/1.1" status: 200 len: 984 time: 0.0993245 Aug 26 15:25:59.111575 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c599ba-f7c4-4c19-af8b-4b518ac09ceb req-2a79cddf-e71f-40fb-933e-cef4089763f0 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:59.113047 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-f2c599ba-f7c4-4c19-af8b-4b518ac09ceb req-2a79cddf-e71f-40fb-933e-cef4089763f0 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca0769da-6c1e-433b-8817-4309fcc35b35 HTTP/1.1" status: 200 len: 945 time: 0.0759895 Aug 26 15:25:59.129126 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c4ef29-b99a-48dc-8641-3b37ef65fa08 req-d371f1e3-d3dd-496d-827b-f042977d2357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:59.130653 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-09c4ef29-b99a-48dc-8641-3b37ef65fa08 req-d371f1e3-d3dd-496d-827b-f042977d2357 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f21f38b1620b40acb26630e47d85c6c2&device_id=4c109c3b-265c-4b41-8d6b-111cc8d2ee8d HTTP/1.1" status: 200 len: 1137 time: 0.0425465 Aug 26 15:25:59.208254 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-fde16688-2cf1-4562-8a53-04feb8b7b913 req-c66a31fb-3d40-4c2d-96ad-01f38185b371 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7c86801-7023-4d06-831a-0fe25e6ad1a9&id=e62b5368-65f6-47b1-a3f0-2bcec5167246&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0941954 Aug 26 15:25:59.231113 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c4ef29-b99a-48dc-8641-3b37ef65fa08 req-b7d689a7-6f93-426d-8d6b-89a740ca6e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:59.232883 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-09c4ef29-b99a-48dc-8641-3b37ef65fa08 req-b7d689a7-6f93-426d-8d6b-89a740ca6e9f service neutron] 10.222.0.47 "GET /v2.0/networks?id=4c21aea0-317d-4d8f-b2c5-9e53ccb851fc HTTP/1.1" status: 200 len: 916 time: 0.0919442 Aug 26 15:25:59.235672 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.plugin [req-f2c599ba-f7c4-4c19-af8b-4b518ac09ceb req-c1b1f3c0-8c2a-4a7a-882c-ce5a61dde158 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Deleting port 9cc1a951-1156-4875-8514-d30cac6c36bc {{(pid=93841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 15:25:59.236023 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-f2c599ba-f7c4-4c19-af8b-4b518ac09ceb req-c1b1f3c0-8c2a-4a7a-882c-ce5a61dde158 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793280853279'] for port, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:25:59.301740 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-09c4ef29-b99a-48dc-8641-3b37ef65fa08 req-4c9f1f8e-8033-4265-9194-e28b47d1f50e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=909734fa-79bb-464f-8f95-2fa15fd3d09d HTTP/1.1" status: 200 len: 1001 time: 0.0608196 Aug 26 15:25:59.326709 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.db [req-f2c599ba-f7c4-4c19-af8b-4b518ac09ceb req-c1b1f3c0-8c2a-4a7a-882c-ce5a61dde158 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] For port 9cc1a951-1156-4875-8514-d30cac6c36bc, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=9cc1a951-1156-4875-8514-d30cac6c36bc,segment=NetworkSegment(56252ca9-703f-4e15-a040-680fa0f2b5a5),segment_id=56252ca9-703f-4e15-a040-680fa0f2b5a5)] {{(pid=93841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:25:59.327077 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-f2c599ba-f7c4-4c19-af8b-4b518ac09ceb req-c1b1f3c0-8c2a-4a7a-882c-ce5a61dde158 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3924976'] for port, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:25:59.344994 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.plugin [req-f2c599ba-f7c4-4c19-af8b-4b518ac09ceb req-c1b1f3c0-8c2a-4a7a-882c-ce5a61dde158 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Calling delete_port for 9cc1a951-1156-4875-8514-d30cac6c36bc owned by compute:nova {{(pid=93841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 15:25:59.357094 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c4ef29-b99a-48dc-8641-3b37ef65fa08 req-fec90d58-f38a-4de0-91db-4ec820d9077e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:59.358587 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-09c4ef29-b99a-48dc-8641-3b37ef65fa08 req-fec90d58-f38a-4de0-91db-4ec820d9077e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8344071b-748b-487d-9384-1d0a41d963ae HTTP/1.1" status: 200 len: 854 time: 0.0495377 Aug 26 15:25:59.405013 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c4ef29-b99a-48dc-8641-3b37ef65fa08 req-26e2ffce-c9d7-4a80-8d80-4cf7a2101f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:59.406542 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-09c4ef29-b99a-48dc-8641-3b37ef65fa08 req-26e2ffce-c9d7-4a80-8d80-4cf7a2101f1a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4c21aea0-317d-4d8f-b2c5-9e53ccb851fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402086 Aug 26 15:25:59.471552 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-f2c599ba-f7c4-4c19-af8b-4b518ac09ceb req-c1b1f3c0-8c2a-4a7a-882c-ce5a61dde158 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793280828191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793280355368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263742114'] for port, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:25:59.499892 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-09c4ef29-b99a-48dc-8641-3b37ef65fa08 req-304ab7bf-43d9-4786-a4b5-a20402b16c24 service neutron] 10.222.0.47 "GET /v2.0/networks/4c21aea0-317d-4d8f-b2c5-9e53ccb851fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840518 Aug 26 15:25:59.502319 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b1f3c0-8c2a-4a7a-882c-ce5a61dde158 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Pushing event deleted for resources: {'Port': ['ID=9cc1a951-1156-4875-8514-d30cac6c36bc,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:25:59.547213 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2c599ba-f7c4-4c19-af8b-4b518ac09ceb req-c1b1f3c0-8c2a-4a7a-882c-ce5a61dde158 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] No DVR routers for this DVR port 9cc1a951-1156-4875-8514-d30cac6c36bc on host hv-cinder-77957 {{(pid=93841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 15:25:59.549786 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-f2c599ba-f7c4-4c19-af8b-4b518ac09ceb req-c1b1f3c0-8c2a-4a7a-882c-ce5a61dde158 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4089636'] for port, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:25:59.551918 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-f2c599ba-f7c4-4c19-af8b-4b518ac09ceb req-c1b1f3c0-8c2a-4a7a-882c-ce5a61dde158 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.47 "DELETE /v2.0/ports/9cc1a951-1156-4875-8514-d30cac6c36bc HTTP/1.1" status: 204 len: 173 time: 0.4307396 Aug 26 15:25:59.552321 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca0769da-6c1e-433b-8817-4309fcc35b35', 'name': 'network-vif-deleted', 'tag': '9cc1a951-1156-4875-8514-d30cac6c36bc'}] {{(pid=93841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 15:25:59.555336 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40d6179e675e884694bb6412ad93f17435ac71a39ec2274297e1b4aadb89820e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-696ec0da-ee72-4230-b202-4b7f07bbd95c" -d '{"events": [{"server_uuid": "ca0769da-6c1e-433b-8817-4309fcc35b35", "name": "network-vif-deleted", "tag": "9cc1a951-1156-4875-8514-d30cac6c36bc"}]}' {{(pid=93841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:25:59.604979 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 15:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-173fdfc3-ec2d-4068-9a44-cd4ff283370a x-openstack-request-id: req-173fdfc3-ec2d-4068-9a44-cd4ff283370a {{(pid=93841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:25:59.605451 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca0769da-6c1e-433b-8817-4309fcc35b35", "name": "network-vif-deleted", "tag": "9cc1a951-1156-4875-8514-d30cac6c36bc", "status": "completed", "code": 200}]} {{(pid=93841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:25:59.605837 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-173fdfc3-ec2d-4068-9a44-cd4ff283370a {{(pid=93841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:25:59.606963 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca0769da-6c1e-433b-8817-4309fcc35b35', 'name': 'network-vif-deleted', 'tag': '9cc1a951-1156-4875-8514-d30cac6c36bc', 'status': 'completed', 'code': 200} Aug 26 15:25:59.607164 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-09c4ef29-b99a-48dc-8641-3b37ef65fa08 req-6b343067-4800-4af9-98e9-2005b5604ec0 service neutron] 10.222.0.47 "GET /v2.0/networks/4c21aea0-317d-4d8f-b2c5-9e53ccb851fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981624 Aug 26 15:25:59.730946 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b0847a-309a-4ac1-98f9-d3e06a5a208f req-f2f4af25-c1b9-4901-830d-cc64853aa8e0 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:25:59.732521 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-72b0847a-309a-4ac1-98f9-d3e06a5a208f req-f2f4af25-c1b9-4901-830d-cc64853aa8e0 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bcbcafd-183f-448c-8622-d3bca30c9523 HTTP/1.1" status: 200 len: 945 time: 0.0525301 Aug 26 15:25:59.771240 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-72b0847a-309a-4ac1-98f9-d3e06a5a208f req-09b4c655-1817-4d54-a9a0-cf6cbe669eff tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/security-groups?id=3238190c-f4cd-40e3-8621-367f15fa4088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328400 Aug 26 15:25:59.969593 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-627b1e96-7048-47b7-bb40-f838948442f7 req-6be98bf8-1ce3-423c-80a4-60d4c6a2ea04 tempest-ServerRescueNegativeTestJSON-6590885 tempest-ServerRescueNegativeTestJSON-6590885-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca0769da-6c1e-433b-8817-4309fcc35b35 HTTP/1.1" status: 200 len: 210 time: 0.0281153 Aug 26 15:26:00.092655 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Device 9cc1a951-1156-4875-8514-d30cac6c36bc no longer exists at agent hyperv_hv-cinder-77957 {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 15:26:00.256092 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] No Port match for: 9cc1a951-1156-4875-8514-d30cac6c36bc {{(pid=93843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 15:26:00.256447 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Device 9cc1a951-1156-4875-8514-d30cac6c36bc not bound to the agent host hv-cinder-77957 {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 15:26:00.345069 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae98db9-41fb-451e-b044-03c50a9fd1b5 req-ea426fca-dd27-4e94-8b56-18d992980293 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:26:00.346767 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-6ae98db9-41fb-451e-b044-03c50a9fd1b5 req-ea426fca-dd27-4e94-8b56-18d992980293 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c109c3b-265c-4b41-8d6b-111cc8d2ee8d HTTP/1.1" status: 200 len: 984 time: 0.0548935 Aug 26 15:26:00.396304 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-6ae98db9-41fb-451e-b044-03c50a9fd1b5 req-fe538562-9605-47e1-b533-172c2c0a06a2 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7c86801-7023-4d06-831a-0fe25e6ad1a9&id=e62b5368-65f6-47b1-a3f0-2bcec5167246&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0430956 Aug 26 15:26:00.898387 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a21a4b-a417-4743-8886-4a45e716bc05 req-cb26d4dd-0ec9-418a-bbf9-e181974bfaff tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:26:00.899941 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-77a21a4b-a417-4743-8886-4a45e716bc05 req-cb26d4dd-0ec9-418a-bbf9-e181974bfaff tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bcbcafd-183f-448c-8622-d3bca30c9523 HTTP/1.1" status: 200 len: 945 time: 0.0600464 Aug 26 15:26:00.937398 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-77a21a4b-a417-4743-8886-4a45e716bc05 req-efa4ecce-8381-4f27-a74c-9ae55a853072 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/security-groups?id=3238190c-f4cd-40e3-8621-367f15fa4088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316603 Aug 26 15:26:01.023373 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 57662) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:26:01.445882 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-b72076b6-9512-465a-a1e0-e9cfdf0fe91c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3926049'] for router_interface, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:01.588338 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7051fb-e0e4-4b5e-8fe1-7235faf820cc req-ea5b8066-f110-4b87-ba8a-eb1e6a900979 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:26:01.590375 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-6a7051fb-e0e4-4b5e-8fe1-7235faf820cc req-ea5b8066-f110-4b87-ba8a-eb1e6a900979 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c109c3b-265c-4b41-8d6b-111cc8d2ee8d HTTP/1.1" status: 200 len: 984 time: 0.1075609 Aug 26 15:26:01.724717 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-6a7051fb-e0e4-4b5e-8fe1-7235faf820cc req-67c5cd18-ff5e-4abc-9819-8337bbf6e8ef tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7c86801-7023-4d06-831a-0fe25e6ad1a9&id=e62b5368-65f6-47b1-a3f0-2bcec5167246&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1264000 Aug 26 15:26:01.828064 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [None req-b72076b6-9512-465a-a1e0-e9cfdf0fe91c admin admin] Deleting port 6ac03598-a521-43f4-8bb3-c10e8dbdc7de {{(pid=93842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 15:26:01.828403 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-b72076b6-9512-465a-a1e0-e9cfdf0fe91c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793280853279'] for port, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:01.914703 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.db [None req-b72076b6-9512-465a-a1e0-e9cfdf0fe91c admin admin] For port 6ac03598-a521-43f4-8bb3-c10e8dbdc7de, host dv-cinder-779576-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-7-iscsi',level=0,port_id=6ac03598-a521-43f4-8bb3-c10e8dbdc7de,segment=NetworkSegment(56252ca9-703f-4e15-a040-680fa0f2b5a5),segment_id=56252ca9-703f-4e15-a040-680fa0f2b5a5)] {{(pid=93842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:26:01.915438 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-b72076b6-9512-465a-a1e0-e9cfdf0fe91c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3924976'] for port, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:01.928320 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [None req-b72076b6-9512-465a-a1e0-e9cfdf0fe91c admin admin] Calling delete_port for 6ac03598-a521-43f4-8bb3-c10e8dbdc7de owned by network:router_interface {{(pid=93842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 15:26:02.055755 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa12871-22d8-4aae-b0c4-73c1d20f94cc req-f8ddf3c6-d8ff-45bf-b7c6-efe86f89499f tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:26:02.057199 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-4aa12871-22d8-4aae-b0c4-73c1d20f94cc req-f8ddf3c6-d8ff-45bf-b7c6-efe86f89499f tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bcbcafd-183f-448c-8622-d3bca30c9523 HTTP/1.1" status: 200 len: 945 time: 0.0525668 Aug 26 15:26:02.097298 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-4aa12871-22d8-4aae-b0c4-73c1d20f94cc req-2b38131e-d2fb-4543-a637-ecb761cda3cd tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/security-groups?id=3238190c-f4cd-40e3-8621-367f15fa4088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342000 Aug 26 15:26:02.107413 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-b72076b6-9512-465a-a1e0-e9cfdf0fe91c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793280828191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793280355368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261268877'] for port, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:02.136778 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72076b6-9512-465a-a1e0-e9cfdf0fe91c admin admin] Pushing event deleted for resources: {'Port': ['ID=6ac03598-a521-43f4-8bb3-c10e8dbdc7de,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:26:02.298215 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-b72076b6-9512-465a-a1e0-e9cfdf0fe91c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3774358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3926251'] for router_interface, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:02.509542 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b72076b6-9512-465a-a1e0-e9cfdf0fe91c admin admin] Router e6815b8e-83ce-45c3-b264-8e350b2aaa64 has already been hosted by L3 agent 00a7d786-edfd-4f04-9152-3b7ae2bbf8ca {{(pid=93842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 15:26:02.624481 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b72076b6-9512-465a-a1e0-e9cfdf0fe91c admin admin] Notify agent at l3_agent.dv-cinder-779576-7-iscsi the message routers_updated {{(pid=93842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 15:26:02.629540 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-b72076b6-9512-465a-a1e0-e9cfdf0fe91c admin admin] 10.222.0.20 "PUT /v2.0/routers/e6815b8e-83ce-45c3-b264-8e350b2aaa64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6051257 Aug 26 15:26:02.632972 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 57686) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:26:02.648048 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b0a043-ddc6-4acd-bbe1-e9796f9d5753 None None] Sync routers for ids ['e6815b8e-83ce-45c3-b264-8e350b2aaa64'] in dv-cinder-779576-7-iscsi {{(pid=93844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 15:26:02.665026 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b0a043-ddc6-4acd-bbe1-e9796f9d5753 None None] Routers {'e6815b8e-83ce-45c3-b264-8e350b2aaa64'} bound to L3 agent in host dv-cinder-779576-7-iscsi {{(pid=93844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 15:26:02.665668 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-51b0a043-ddc6-4acd-bbe1-e9796f9d5753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T15:14:10Z,description=,heartbeat_timestamp=2021-08-26T15:25:40Z,host='dv-cinder-779576-7-iscsi',id=00a7d786-edfd-4f04-9152-3b7ae2bbf8ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T15:14:10Z,topic='l3_agent')) {'router_ids': ['e6815b8e-83ce-45c3-b264-8e350b2aaa64'], 'active': True} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:26:02.790435 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b5ae1acd-d1ff-4e20-8e4b-9dc726f0f167 admin admin] Notify callbacks [] for router, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:02.864508 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65aca82-5a4f-4d5e-ac71-38cb709647f8 req-19386c3e-92fd-475e-b099-52b861b86865 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:26:02.865971 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-b65aca82-5a4f-4d5e-ac71-38cb709647f8 req-19386c3e-92fd-475e-b099-52b861b86865 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c109c3b-265c-4b41-8d6b-111cc8d2ee8d HTTP/1.1" status: 200 len: 984 time: 0.0694313 Aug 26 15:26:02.892610 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvr_db [None req-51b0a043-ddc6-4acd-bbe1-e9796f9d5753 None None] Set router e6815b8e-83ce-45c3-b264-8e350b2aaa64 gateway port host: dv-cinder-779576-7-iscsi {{(pid=93844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 15:26:02.913974 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-b65aca82-5a4f-4d5e-ac71-38cb709647f8 req-99157588-fa37-4cf0-a5d2-d2cec1b509d5 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7c86801-7023-4d06-831a-0fe25e6ad1a9&id=e62b5368-65f6-47b1-a3f0-2bcec5167246&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0396152 Aug 26 15:26:02.915407 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b5ae1acd-d1ff-4e20-8e4b-9dc726f0f167 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:02.970127 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.plugin [None req-b5ae1acd-d1ff-4e20-8e4b-9dc726f0f167 admin admin] Deleting port 5d29efb2-681b-4ce8-a55f-241b8c7f11d4 {{(pid=93841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 15:26:02.970483 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b5ae1acd-d1ff-4e20-8e4b-9dc726f0f167 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793280853279'] for port, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:03.050494 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-b5ae1acd-d1ff-4e20-8e4b-9dc726f0f167 admin admin] For port 5d29efb2-681b-4ce8-a55f-241b8c7f11d4, host dv-cinder-779576-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-7-iscsi',level=0,port_id=5d29efb2-681b-4ce8-a55f-241b8c7f11d4,segment=NetworkSegment(d599df7f-c7a7-42e6-8c54-3da29125ead3),segment_id=d599df7f-c7a7-42e6-8c54-3da29125ead3)] {{(pid=93841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:26:03.050860 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b5ae1acd-d1ff-4e20-8e4b-9dc726f0f167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3924976'] for port, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:03.064697 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.plugin [None req-b5ae1acd-d1ff-4e20-8e4b-9dc726f0f167 admin admin] Calling delete_port for 5d29efb2-681b-4ce8-a55f-241b8c7f11d4 owned by network:router_gateway {{(pid=93841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 15:26:03.071172 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-51b0a043-ddc6-4acd-bbe1-e9796f9d5753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6815b8e-83ce-45c3-b264-8e350b2aaa64', 'name': 'tempest-ServerRescueNegativeTestJSON-825906397-router', 'tenant_id': '00ac4322064645a3ad7e3251384021a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '5d29efb2-681b-4ce8-a55f-241b8c7f11d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:22:02Z', 'updated_at': '2021-08-26T15:26:02Z', 'revision_number': 5, 'project_id': '00ac4322064645a3ad7e3251384021a2', 'gw_port': {'id': '5d29efb2-681b-4ce8-a55f-241b8c7f11d4', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:d7:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6815b8e-83ce-45c3-b264-8e350b2aaa64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:22:04Z', 'updated_at': '2021-08-26T15:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi'}], 'dv-cinder-779576-7-iscsi', False) {} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:26:03.101224 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b0a043-ddc6-4acd-bbe1-e9796f9d5753 None None] Checking router: e6815b8e-83ce-45c3-b264-8e350b2aaa64 for host: dv-cinder-779576-7-iscsi {{(pid=93844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 15:26:03.109715 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b0a043-ddc6-4acd-bbe1-e9796f9d5753 None None] Routers {'e6815b8e-83ce-45c3-b264-8e350b2aaa64'} bound to L3 agent in host dv-cinder-779576-7-iscsi {{(pid=93844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 15:26:03.110317 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-51b0a043-ddc6-4acd-bbe1-e9796f9d5753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T15:14:10Z,description=,heartbeat_timestamp=2021-08-26T15:25:40Z,host='dv-cinder-779576-7-iscsi',id=00a7d786-edfd-4f04-9152-3b7ae2bbf8ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T15:14:10Z,topic='l3_agent')) {'router_ids': ['e6815b8e-83ce-45c3-b264-8e350b2aaa64'], 'active': True} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:26:03.199944 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvr_db [None req-51b0a043-ddc6-4acd-bbe1-e9796f9d5753 None None] Set router e6815b8e-83ce-45c3-b264-8e350b2aaa64 gateway port host: None {{(pid=93844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 15:26:03.255238 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-51b0a043-ddc6-4acd-bbe1-e9796f9d5753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6815b8e-83ce-45c3-b264-8e350b2aaa64', 'name': 'tempest-ServerRescueNegativeTestJSON-825906397-router', 'tenant_id': '00ac4322064645a3ad7e3251384021a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:22:02Z', 'updated_at': '2021-08-26T15:26:02Z', 'revision_number': 6, 'project_id': '00ac4322064645a3ad7e3251384021a2', 'gw_port_host': None}], 'dv-cinder-779576-7-iscsi', False) {} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:26:03.262260 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28de060-5a62-4e7e-bf84-8f3e807fe42e req-0e08dcd7-2cf1-40ca-891c-8fd17145decd tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:26:03.263810 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-c28de060-5a62-4e7e-bf84-8f3e807fe42e req-0e08dcd7-2cf1-40ca-891c-8fd17145decd tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bcbcafd-183f-448c-8622-d3bca30c9523 HTTP/1.1" status: 200 len: 945 time: 0.0958438 Aug 26 15:26:03.285971 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b0a043-ddc6-4acd-bbe1-e9796f9d5753 None None] The sync data for ids ['e6815b8e-83ce-45c3-b264-8e350b2aaa64'] in dv-cinder-779576-7-iscsi is: [{'id': 'e6815b8e-83ce-45c3-b264-8e350b2aaa64', 'name': 'tempest-ServerRescueNegativeTestJSON-825906397-router', 'tenant_id': '00ac4322064645a3ad7e3251384021a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:22:02Z', 'updated_at': '2021-08-26T15:26:02Z', 'revision_number': 6, 'project_id': '00ac4322064645a3ad7e3251384021a2', 'gw_port_host': None}] {{(pid=93844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 15:26:03.309411 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b5ae1acd-d1ff-4e20-8e4b-9dc726f0f167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793280828191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793280355368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263742114'] for port, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:03.327836 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-c28de060-5a62-4e7e-bf84-8f3e807fe42e req-59532bcb-4756-4125-8749-85e76be0e99d tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/security-groups?id=3238190c-f4cd-40e3-8621-367f15fa4088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570729 Aug 26 15:26:03.349070 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ae1acd-d1ff-4e20-8e4b-9dc726f0f167 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d29efb2-681b-4ce8-a55f-241b8c7f11d4,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:26:03.412968 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b5ae1acd-d1ff-4e20-8e4b-9dc726f0f167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3928497'] for router_gateway, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:03.527876 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b5ae1acd-d1ff-4e20-8e4b-9dc726f0f167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3930414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28890'] for router, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:03.530175 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b5ae1acd-d1ff-4e20-8e4b-9dc726f0f167 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:03.605314 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b5ae1acd-d1ff-4e20-8e4b-9dc726f0f167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3930401'] for router, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:03.606008 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5ae1acd-d1ff-4e20-8e4b-9dc726f0f167 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6815b8e-83ce-45c3-b264-8e350b2aaa64 {{(pid=93841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 15:26:03.611177 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b5ae1acd-d1ff-4e20-8e4b-9dc726f0f167 admin admin] Notify callbacks [] for router, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:03.612402 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-b5ae1acd-d1ff-4e20-8e4b-9dc726f0f167 admin admin] 10.222.0.20 "DELETE /v2.0/routers/e6815b8e-83ce-45c3-b264-8e350b2aaa64 HTTP/1.1" status: 204 len: 168 time: 0.9783471 Aug 26 15:26:03.614934 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 57696) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:26:03.673111 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.db.db_base_plugin_v2 [None req-829abc37-923f-4c1a-b9cc-3f3bf93888bd admin admin] Deleting subnet 45e9eb6c-a20b-4b32-9499-5459d749d27d {{(pid=93841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 15:26:03.677720 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-829abc37-923f-4c1a-b9cc-3f3bf93888bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:03.720718 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-829abc37-923f-4c1a-b9cc-3f3bf93888bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263749214'] for subnet, precommit_delete_associations {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:03.768143 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-829abc37-923f-4c1a-b9cc-3f3bf93888bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3507378'] for subnet, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:03.824383 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-829abc37-923f-4c1a-b9cc-3f3bf93888bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3507389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263742193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263881457'] for subnet, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:03.848115 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829abc37-923f-4c1a-b9cc-3f3bf93888bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45e9eb6c-a20b-4b32-9499-5459d749d27d,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:26:03.854353 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-829abc37-923f-4c1a-b9cc-3f3bf93888bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:03.856242 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-829abc37-923f-4c1a-b9cc-3f3bf93888bd admin admin] 10.222.0.20 "DELETE /v2.0/subnets/45e9eb6c-a20b-4b32-9499-5459d749d27d HTTP/1.1" status: 204 len: 168 time: 0.2403328 Aug 26 15:26:03.858658 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 57702) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:26:03.934767 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-a6f09344-78a1-40d5-a7f4-fa77108d1eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526882'] for network, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:04.019820 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-a6f09344-78a1-40d5-a7f4-fa77108d1eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687945', 'neutron.services.segments.db._delete_segments_for_network-8793280934638'] for network, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:04.031029 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.services.segments.db [None req-a6f09344-78a1-40d5-a7f4-fa77108d1eb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23227f11-366d-4e8b-91f1-3c9872eb5af5']}} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:26:04.037684 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66b82d2-d3f7-4684-92ef-a1f53bd1be45 req-c2e74a97-58cc-470d-9480-26be6d972b6f tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:26:04.039684 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-e66b82d2-d3f7-4684-92ef-a1f53bd1be45 req-c2e74a97-58cc-470d-9480-26be6d972b6f tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c109c3b-265c-4b41-8d6b-111cc8d2ee8d HTTP/1.1" status: 200 len: 984 time: 0.0531931 Aug 26 15:26:04.045652 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.services.segments.db [None req-a6f09344-78a1-40d5-a7f4-fa77108d1eb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56252ca9-703f-4e15-a040-680fa0f2b5a5') {'for_net_delete': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:26:04.046052 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.services.segments.db [None req-a6f09344-78a1-40d5-a7f4-fa77108d1eb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56252ca9-703f-4e15-a040-680fa0f2b5a5') {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:26:04.055926 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-a6f09344-78a1-40d5-a7f4-fa77108d1eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793280934521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263749185'] for segment, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:04.069189 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-a6f09344-78a1-40d5-a7f4-fa77108d1eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509819'] for segment, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:04.076530 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6f09344-78a1-40d5-a7f4-fa77108d1eb4 admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=93841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 15:26:04.077119 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-a6f09344-78a1-40d5-a7f4-fa77108d1eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263742103'] for segment, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:04.078800 dv-cinder-779576-7-iscsi neutron-server[93841]: Traceback (most recent call last): Aug 26 15:26:04.078800 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 15:26:04.078800 dv-cinder-779576-7-iscsi neutron-server[93841]: timer() Aug 26 15:26:04.078800 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 15:26:04.078800 dv-cinder-779576-7-iscsi neutron-server[93841]: cb(*args, **kw) Aug 26 15:26:04.078800 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 15:26:04.078800 dv-cinder-779576-7-iscsi neutron-server[93841]: return func(*args, **kwargs) Aug 26 15:26:04.078800 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 15:26:04.078800 dv-cinder-779576-7-iscsi neutron-server[93841]: self._notify() Aug 26 15:26:04.078800 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 15:26:04.078800 dv-cinder-779576-7-iscsi neutron-server[93841]: self.callback(batched_events) Aug 26 15:26:04.078800 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 15:26:04.078800 dv-cinder-779576-7-iscsi neutron-server[93841]: event.method(event) Aug 26 15:26:04.078800 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 15:26:04.078800 dv-cinder-779576-7-iscsi neutron-server[93841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 15:26:04.078800 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 15:26:04.078800 dv-cinder-779576-7-iscsi neutron-server[93841]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 15:26:04.078800 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 15:26:04.078800 dv-cinder-779576-7-iscsi neutron-server[93841]: return f(self, *a, **k) Aug 26 15:26:04.078800 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 15:26:04.078800 dv-cinder-779576-7-iscsi neutron-server[93841]: return self._get(url).json() Aug 26 15:26:04.078800 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 15:26:04.078800 dv-cinder-779576-7-iscsi neutron-server[93841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 15:26:04.078800 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 15:26:04.078800 dv-cinder-779576-7-iscsi neutron-server[93841]: return self.request(url, 'GET', **kwargs) Aug 26 15:26:04.078800 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 15:26:04.078800 dv-cinder-779576-7-iscsi neutron-server[93841]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 15:26:04.078800 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 15:26:04.078800 dv-cinder-779576-7-iscsi neutron-server[93841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 15:26:04.078800 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 15:26:04.078800 dv-cinder-779576-7-iscsi neutron-server[93841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 15:26:04.078800 dv-cinder-779576-7-iscsi neutron-server[93841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 15:26:04.081375 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-e66b82d2-d3f7-4684-92ef-a1f53bd1be45 req-d6f5c8bf-e28b-49b7-9f79-767ec8753644 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7c86801-7023-4d06-831a-0fe25e6ad1a9&id=e62b5368-65f6-47b1-a3f0-2bcec5167246&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0353985 Aug 26 15:26:04.140968 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-a6f09344-78a1-40d5-a7f4-fa77108d1eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3928461'] for network, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:04.145539 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-a6f09344-78a1-40d5-a7f4-fa77108d1eb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774323'] for network, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:04.147642 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-a6f09344-78a1-40d5-a7f4-fa77108d1eb4 admin admin] 10.222.0.20 "DELETE /v2.0/networks/23227f11-366d-4e8b-91f1-3c9872eb5af5 HTTP/1.1" status: 204 len: 168 time: 0.2879052 Aug 26 15:26:04.160867 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f09344-78a1-40d5-a7f4-fa77108d1eb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=23227f11-366d-4e8b-91f1-3c9872eb5af5,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:26:04.326977 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 57708) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:26:04.376177 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-b72b75f6-f1d0-48c3-a6af-da60c69a4c0b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=00ac4322064645a3ad7e3251384021a2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0457067 Aug 26 15:26:04.376561 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 57712) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:26:04.458626 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-c2fed1fa-cd27-40e7-baf1-72d2b33b0e0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:04.478941 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Device 6ac03598-a521-43f4-8bb3-c10e8dbdc7de no longer exists at agent ovs-agent-dv-cinder-779576-7-iscsi {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 15:26:04.482026 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4162bf0d-a2b5-46f3-bd58-7fe09ec8daa5 req-a0223ef0-6fc6-4996-8da8-176a91e319f3 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:26:04.483575 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-4162bf0d-a2b5-46f3-bd58-7fe09ec8daa5 req-a0223ef0-6fc6-4996-8da8-176a91e319f3 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bcbcafd-183f-448c-8622-d3bca30c9523 HTTP/1.1" status: 200 len: 945 time: 0.0855658 Aug 26 15:26:04.494883 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-c2fed1fa-cd27-40e7-baf1-72d2b33b0e0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:04.501771 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] No Port match for: 6ac03598-a521-43f4-8bb3-c10e8dbdc7de {{(pid=93843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 15:26:04.502202 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Device 6ac03598-a521-43f4-8bb3-c10e8dbdc7de not bound to the agent host dv-cinder-779576-7-iscsi {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 15:26:04.502701 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Device 5d29efb2-681b-4ce8-a55f-241b8c7f11d4 no longer exists at agent ovs-agent-dv-cinder-779576-7-iscsi {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 15:26:04.523130 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] No Port match for: 5d29efb2-681b-4ce8-a55f-241b8c7f11d4 {{(pid=93843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 15:26:04.523499 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Device 5d29efb2-681b-4ce8-a55f-241b8c7f11d4 not bound to the agent host dv-cinder-779576-7-iscsi {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 15:26:04.551537 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-4162bf0d-a2b5-46f3-bd58-7fe09ec8daa5 req-0da73fc0-b9cf-4ca2-846c-b145409b74cb tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/security-groups?id=3238190c-f4cd-40e3-8621-367f15fa4088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587833 Aug 26 15:26:04.573433 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-c2fed1fa-cd27-40e7-baf1-72d2b33b0e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:04.573433 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-c2fed1fa-cd27-40e7-baf1-72d2b33b0e0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:04.573762 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-c2fed1fa-cd27-40e7-baf1-72d2b33b0e0a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e83ee109-c76d-4893-8e45-eda4e1e0ca74 HTTP/1.1" status: 204 len: 168 time: 0.1962602 Aug 26 15:26:04.581555 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fed1fa-cd27-40e7-baf1-72d2b33b0e0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e83ee109-c76d-4893-8e45-eda4e1e0ca74,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:26:04.945505 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213c6cc0-8a84-4cad-b4f6-ad4c43295cdc req-78c04fd2-48b0-47f3-b3ae-a1a0831fc229 tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:26:04.947112 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-213c6cc0-8a84-4cad-b4f6-ad4c43295cdc req-78c04fd2-48b0-47f3-b3ae-a1a0831fc229 tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] 10.222.0.20 "GET /v2.0/networks?id=7a94c5f1-64dd-4250-a382-84c127ecef53 HTTP/1.1" status: 200 len: 813 time: 0.1075230 Aug 26 15:26:04.968838 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-213c6cc0-8a84-4cad-b4f6-ad4c43295cdc req-364e90de-3025-4a52-84ac-703f73c0f601 tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] 10.222.0.20 "GET /v2.0/quotas/b860629c74fc4b2bbd4d7d3ab0ece0e5 HTTP/1.1" status: 200 len: 375 time: 0.0143518 Aug 26 15:26:05.015979 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-213c6cc0-8a84-4cad-b4f6-ad4c43295cdc req-c8c9b991-973f-49b4-a824-575422d8a8b7 tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b860629c74fc4b2bbd4d7d3ab0ece0e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0332749 Aug 26 15:26:05.146042 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-213c6cc0-8a84-4cad-b4f6-ad4c43295cdc req-c525deb2-048d-432d-af15-878657f25a45 service neutron] 10.222.0.20 "GET /v2.0/networks/7a94c5f1-64dd-4250-a382-84c127ecef53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179550 Aug 26 15:26:05.247220 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac6380d-f50b-4594-b795-e5bc497f9032 req-ce264ac0-9098-4064-b11c-d226d6a2ec9e tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:26:05.248793 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-2ac6380d-f50b-4594-b795-e5bc497f9032 req-ce264ac0-9098-4064-b11c-d226d6a2ec9e tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c109c3b-265c-4b41-8d6b-111cc8d2ee8d HTTP/1.1" status: 200 len: 984 time: 0.0711226 Aug 26 15:26:05.268169 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-213c6cc0-8a84-4cad-b4f6-ad4c43295cdc req-20d7b474-1236-4f68-9c9f-c5cd2028dec0 service neutron] 10.222.0.20 "GET /v2.0/networks/7a94c5f1-64dd-4250-a382-84c127ecef53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132803 Aug 26 15:26:05.292662 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-2ac6380d-f50b-4594-b795-e5bc497f9032 req-1afcaeed-bf7a-4568-a3ad-bd2d6643ceb6 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7c86801-7023-4d06-831a-0fe25e6ad1a9&id=e62b5368-65f6-47b1-a3f0-2bcec5167246&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0376506 Aug 26 15:26:05.341902 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 57758) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:26:05.446918 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-8032885f-c396-47a9-9764-90a2dc03078d req-ad5cd009-bdd2-4144-80a6-968eae098692 tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5d3c404-13ef-45f6-9853-2021796998b1 HTTP/1.1" status: 200 len: 210 time: 0.0323417 Aug 26 15:26:05.450526 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [None req-03057956-c1ea-4c70-8ff1-c15e31d82011 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-418097986-network', 'tenant_id': '0a435dbe6e324e7ca5ecfe0235b2dd08'}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:26:05.480935 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03057956-c1ea-4c70-8ff1-c15e31d82011 admin admin] Made reservation on behalf of 0a435dbe6e324e7ca5ecfe0235b2dd08 for: {'network': 1} {{(pid=93841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:26:05.483202 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-03057956-c1ea-4c70-8ff1-c15e31d82011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for network, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:05.492965 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-03057956-c1ea-4c70-8ff1-c15e31d82011 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:05.599546 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-03057956-c1ea-4c70-8ff1-c15e31d82011 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:05.603502 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-03057956-c1ea-4c70-8ff1-c15e31d82011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:05.635079 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03057956-c1ea-4c70-8ff1-c15e31d82011 admin admin] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=93841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 15:26:05.641976 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03057956-c1ea-4c70-8ff1-c15e31d82011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e18d2e28-abe2-4c40-a4ee-147ecea0ab19,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:26:05.651289 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-03057956-c1ea-4c70-8ff1-c15e31d82011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509819'] for segment, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:05.651640 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.db.segments_db [None req-03057956-c1ea-4c70-8ff1-c15e31d82011 admin admin] Added segment c2792f37-8bd4-4f4a-a238-627501de7f94 of type vlan for network ff3f8523-7c5c-45fd-bb0d-14c506d1eed1 Aug 26 15:26:05.700254 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-03057956-c1ea-4c70-8ff1-c15e31d82011 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793280371833'] for network, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:05.739849 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-03057956-c1ea-4c70-8ff1-c15e31d82011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337'] for network, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:05.741310 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03057956-c1ea-4c70-8ff1-c15e31d82011 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:26:05.742796 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-03057956-c1ea-4c70-8ff1-c15e31d82011 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774323'] for network, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:05.807247 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-03057956-c1ea-4c70-8ff1-c15e31d82011 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4640844 Aug 26 15:26:05.810096 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 57774) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:26:05.816932 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [None req-8da2596a-53b2-47e7-86b5-689079b061df admin admin] Request body: {'subnet': {'network_id': 'ff3f8523-7c5c-45fd-bb0d-14c506d1eed1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-418097986-subnet', 'tenant_id': '0a435dbe6e324e7ca5ecfe0235b2dd08', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:26:05.822790 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03057956-c1ea-4c70-8ff1-c15e31d82011 admin admin] Pushing event updated for resources: {'Network': ['ID=ff3f8523-7c5c-45fd-bb0d-14c506d1eed1,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:26:05.832853 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Network ff3f8523-7c5c-45fd-bb0d-14c506d1eed1 details requested by agent ovs-agent-dv-cinder-779576-7-iscsi with host dv-cinder-779576-7-iscsi {{(pid=93843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 15:26:05.845372 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8da2596a-53b2-47e7-86b5-689079b061df admin admin] Made reservation on behalf of 0a435dbe6e324e7ca5ecfe0235b2dd08 for: {'subnet': 1} {{(pid=93841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:26:05.848033 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-8da2596a-53b2-47e7-86b5-689079b061df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263881370'] for subnet, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:05.909152 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501e3279-dbaa-449c-8ab9-b6ecdb761604 req-d773242b-6bc4-4679-9f10-59a444ae3c7b tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:26:05.910806 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-501e3279-dbaa-449c-8ab9-b6ecdb761604 req-d773242b-6bc4-4679-9f10-59a444ae3c7b tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bcbcafd-183f-448c-8622-d3bca30c9523 HTTP/1.1" status: 200 len: 945 time: 0.2855895 Aug 26 15:26:05.954039 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-501e3279-dbaa-449c-8ab9-b6ecdb761604 req-5a10024c-ac3e-42c9-a04f-a26c8c4973c9 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/security-groups?id=3238190c-f4cd-40e3-8621-367f15fa4088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366125 Aug 26 15:26:06.024658 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-8da2596a-53b2-47e7-86b5-689079b061df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263749170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263881448'] for subnet, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:06.082279 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da2596a-53b2-47e7-86b5-689079b061df admin admin] Pushing event updated for resources: {'Subnet': ['ID=03934509-c48d-4abc-9880-2d8ef00a653e,revision_number=0']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:26:06.091746 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da2596a-53b2-47e7-86b5-689079b061df admin admin] Checking segment: {'id': 'c2792f37-8bd4-4f4a-a238-627501de7f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ff3f8523-7c5c-45fd-bb0d-14c506d1eed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 15:26:06.092100 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da2596a-53b2-47e7-86b5-689079b061df admin admin] Network hostable DHCP agents. Network: ff3f8523-7c5c-45fd-bb0d-14c506d1eed1, hostable agents: ['c577b1e9-213f-4ed4-b1c1-ed72ab3b29a9'], hosted agents: [] {{(pid=93841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 15:26:06.109976 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da2596a-53b2-47e7-86b5-689079b061df admin admin] Network ff3f8523-7c5c-45fd-bb0d-14c506d1eed1 is scheduled to be hosted by DHCP agent c577b1e9-213f-4ed4-b1c1-ed72ab3b29a9 with binding_index 1 {{(pid=93841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 15:26:06.120606 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.scheduler.base_scheduler [None req-8da2596a-53b2-47e7-86b5-689079b061df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779576-7-iscsi, ff3f8523-7c5c-45fd-bb0d-14c506d1eed1) {{(pid=93841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:26:06.124738 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da2596a-53b2-47e7-86b5-689079b061df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:26:06.125362 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-8da2596a-53b2-47e7-86b5-689079b061df admin admin] Notify callbacks [] for subnet, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:06.131992 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8359eae5-22fd-44b9-b9b2-8a053796ae5c None None] Network ff3f8523-7c5c-45fd-bb0d-14c506d1eed1 requested from dv-cinder-779576-7-iscsi {{(pid=93843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 15:26:06.151237 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-8da2596a-53b2-47e7-86b5-689079b061df admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3398533 Aug 26 15:26:06.296836 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5172cf5-0bdf-41a9-ad5e-8bec4f0ad33f None None] Network ff3f8523-7c5c-45fd-bb0d-14c506d1eed1 requested from dv-cinder-779576-7-iscsi {{(pid=93843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 15:26:06.418565 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c585e5-5ba4-4fb3-8865-3fa084c6f900 req-b4d20220-d9bc-4c29-ad06-9cf76b9cb305 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:26:06.420603 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-59c585e5-5ba4-4fb3-8865-3fa084c6f900 req-b4d20220-d9bc-4c29-ad06-9cf76b9cb305 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c109c3b-265c-4b41-8d6b-111cc8d2ee8d HTTP/1.1" status: 200 len: 984 time: 0.0531855 Aug 26 15:26:06.465846 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-59c585e5-5ba4-4fb3-8865-3fa084c6f900 req-13528c84-262a-4fa2-92ab-d8a436950915 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7c86801-7023-4d06-831a-0fe25e6ad1a9&id=e62b5368-65f6-47b1-a3f0-2bcec5167246&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0354898 Aug 26 15:26:06.551833 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-9924ad7b-384e-4aa0-9a26-542f745f9005 req-96d08256-73e4-4880-849d-ab26399fd919 tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5d3c404-13ef-45f6-9853-2021796998b1 HTTP/1.1" status: 200 len: 210 time: 0.0267067 Aug 26 15:26:06.664498 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19957b5d-6371-4721-94ad-2e94fdeb4827 req-1c25c9d4-a539-4cd6-b3e6-0f03b36fb7ca tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:26:06.665998 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-19957b5d-6371-4721-94ad-2e94fdeb4827 req-1c25c9d4-a539-4cd6-b3e6-0f03b36fb7ca tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/networks?id=ff3f8523-7c5c-45fd-bb0d-14c506d1eed1 HTTP/1.1" status: 200 len: 814 time: 0.1018372 Aug 26 15:26:06.682109 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-19957b5d-6371-4721-94ad-2e94fdeb4827 req-2d756c81-304f-487e-a883-0ede943a7dc1 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/quotas/0a435dbe6e324e7ca5ecfe0235b2dd08 HTTP/1.1" status: 200 len: 375 time: 0.0103886 Aug 26 15:26:06.713831 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-19957b5d-6371-4721-94ad-2e94fdeb4827 req-0de14791-c51f-4034-a46c-515388e337ee tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0a435dbe6e324e7ca5ecfe0235b2dd08&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263288 Aug 26 15:26:06.802685 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-19957b5d-6371-4721-94ad-2e94fdeb4827 req-0de64d63-1520-4198-82e4-08201c99c271 service neutron] 10.222.0.20 "GET /v2.0/networks/ff3f8523-7c5c-45fd-bb0d-14c506d1eed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821390 Aug 26 15:26:06.894094 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-19957b5d-6371-4721-94ad-2e94fdeb4827 req-6093706e-61a2-4ab8-aa96-a339958901ef service neutron] 10.222.0.20 "GET /v2.0/networks/ff3f8523-7c5c-45fd-bb0d-14c506d1eed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843070 Aug 26 15:26:07.059516 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-5a71862f-89d6-4934-b483-14e91acb1c7d req-30472e84-6d20-4d70-a890-75ac0a5b3be4 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/ports?device_id=45df769c-2928-48c4-a5db-f932dee83074 HTTP/1.1" status: 200 len: 210 time: 0.0322044 Aug 26 15:26:07.095849 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03e61f7-7e7e-4005-9adf-93c7aaa08a34 req-ff246b47-c818-49a6-b751-3a627006a175 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:26:07.097524 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-a03e61f7-7e7e-4005-9adf-93c7aaa08a34 req-ff246b47-c818-49a6-b751-3a627006a175 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bcbcafd-183f-448c-8622-d3bca30c9523 HTTP/1.1" status: 200 len: 945 time: 0.0670881 Aug 26 15:26:07.141782 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-a03e61f7-7e7e-4005-9adf-93c7aaa08a34 req-b9b8d007-9ed7-4586-9117-0e230915f7e3 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/security-groups?id=3238190c-f4cd-40e3-8621-367f15fa4088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372961 Aug 26 15:26:07.182758 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c0b63ea4-fb3d-4f1d-91f6-e1410ede901e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:07.580937 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156fb5ea-61ce-44c5-9833-dfbbb836fbbb req-789a14cc-f20b-4428-9415-34bf9eefebc7 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:26:07.582255 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-156fb5ea-61ce-44c5-9833-dfbbb836fbbb req-789a14cc-f20b-4428-9415-34bf9eefebc7 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c109c3b-265c-4b41-8d6b-111cc8d2ee8d HTTP/1.1" status: 200 len: 984 time: 0.0498130 Aug 26 15:26:07.623517 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-156fb5ea-61ce-44c5-9833-dfbbb836fbbb req-d81aa4c8-00ad-45e0-b726-b3032c00a3f4 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7c86801-7023-4d06-831a-0fe25e6ad1a9&id=e62b5368-65f6-47b1-a3f0-2bcec5167246&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0342262 Aug 26 15:26:07.646888 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-ca850b3e-2c46-4cf7-aaa1-0806e875a875 req-41e8ec0c-eb17-4985-a163-57d401e0e70d tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5d3c404-13ef-45f6-9853-2021796998b1 HTTP/1.1" status: 200 len: 210 time: 0.0270183 Aug 26 15:26:08.017958 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.agents_db [None req-f94a4f8d-c04a-4845-8e45-3296fab2d83d None None] Agent healthcheck: found 6 active agents {{(pid=93844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 15:26:08.156732 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-dba2949c-781f-4ad8-b43e-309ed850131a req-bb94b58e-c271-4001-b784-b462a1ea881e tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/ports?device_id=45df769c-2928-48c4-a5db-f932dee83074 HTTP/1.1" status: 200 len: 210 time: 0.0297575 Aug 26 15:26:08.275788 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ff79b4-9c6a-4a8e-9ad9-ef7bee923abd req-1712be46-616f-4b30-bea6-b410d3e0f06d tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:26:08.277780 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-d7ff79b4-9c6a-4a8e-9ad9-ef7bee923abd req-1712be46-616f-4b30-bea6-b410d3e0f06d tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bcbcafd-183f-448c-8622-d3bca30c9523 HTTP/1.1" status: 200 len: 945 time: 0.0679801 Aug 26 15:26:08.324464 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-d7ff79b4-9c6a-4a8e-9ad9-ef7bee923abd req-d6d93266-ad53-4678-9c04-259b25f714ca tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/security-groups?id=3238190c-f4cd-40e3-8621-367f15fa4088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405123 Aug 26 15:26:08.748446 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62adb21-9d46-4711-8943-4a5df1a6862f req-65b737da-87df-415e-b9c0-1cfcb2b9ad70 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:26:08.749976 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-a62adb21-9d46-4711-8943-4a5df1a6862f req-65b737da-87df-415e-b9c0-1cfcb2b9ad70 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c109c3b-265c-4b41-8d6b-111cc8d2ee8d HTTP/1.1" status: 200 len: 984 time: 0.0571270 Aug 26 15:26:08.760672 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-45db61b6-a885-47cf-af3d-e1d4a552a438 req-36c9228b-3051-43ae-8c80-3f35f0558e8a tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5d3c404-13ef-45f6-9853-2021796998b1 HTTP/1.1" status: 200 len: 210 time: 0.0458024 Aug 26 15:26:08.799753 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-a62adb21-9d46-4711-8943-4a5df1a6862f req-555db008-c905-4163-a07d-212de6e06287 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7c86801-7023-4d06-831a-0fe25e6ad1a9&id=e62b5368-65f6-47b1-a3f0-2bcec5167246&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0437174 Aug 26 15:26:08.885036 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:08.962146 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213c6cc0-8a84-4cad-b4f6-ad4c43295cdc req-8f6429d6-6e5c-4e41-a4c0-52a90594766e tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:26:08.963885 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-213c6cc0-8a84-4cad-b4f6-ad4c43295cdc req-8f6429d6-6e5c-4e41-a4c0-52a90594766e tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] 10.222.0.47 "GET /v2.0/networks?id=7a94c5f1-64dd-4250-a382-84c127ecef53 HTTP/1.1" status: 200 len: 813 time: 0.1124732 Aug 26 15:26:08.979166 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [req-213c6cc0-8a84-4cad-b4f6-ad4c43295cdc req-165992ad-786b-408a-a698-b0a8b40c57c7 tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] Request body: {'port': {'device_id': 'a5d3c404-13ef-45f6-9853-2021796998b1', 'network_id': '7a94c5f1-64dd-4250-a382-84c127ecef53', 'admin_state_up': True, 'tenant_id': 'b860629c74fc4b2bbd4d7d3ab0ece0e5'}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:26:09.090639 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-213c6cc0-8a84-4cad-b4f6-ad4c43295cdc req-165992ad-786b-408a-a698-b0a8b40c57c7 tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] Made reservation on behalf of b860629c74fc4b2bbd4d7d3ab0ece0e5 for: {'port': 1} {{(pid=93842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:26:09.094299 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-213c6cc0-8a84-4cad-b4f6-ad4c43295cdc req-165992ad-786b-408a-a698-b0a8b40c57c7 tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:09.238019 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.db.db_base_plugin_common [req-213c6cc0-8a84-4cad-b4f6-ad4c43295cdc req-165992ad-786b-408a-a698-b0a8b40c57c7 tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] Allocated IP 172.20.0.4 (7a94c5f1-64dd-4250-a382-84c127ecef53/0bd65b21-db6f-451e-86f7-e83bfb15b89f/892c6070-7a70-4cf0-b2ef-535a2d0eeb37) {{(pid=93842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:26:09.333200 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-fffd3be3-a8b6-4bb0-953d-c5f4758c8635 req-ed901b57-20d6-42ea-81b4-36fcd7dfeef2 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/ports?device_id=45df769c-2928-48c4-a5db-f932dee83074 HTTP/1.1" status: 200 len: 210 time: 0.0490754 Aug 26 15:26:09.418790 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19957b5d-6371-4721-94ad-2e94fdeb4827 req-b99214d5-f816-4897-930e-6da9e8ad3ce0 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:26:09.420743 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-19957b5d-6371-4721-94ad-2e94fdeb4827 req-b99214d5-f816-4897-930e-6da9e8ad3ce0 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.47 "GET /v2.0/networks?id=ff3f8523-7c5c-45fd-bb0d-14c506d1eed1 HTTP/1.1" status: 200 len: 814 time: 0.1869624 Aug 26 15:26:09.435742 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [req-19957b5d-6371-4721-94ad-2e94fdeb4827 req-f77478ae-d314-497a-abd4-9a01a7dbcd5d tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Request body: {'port': {'device_id': '45df769c-2928-48c4-a5db-f932dee83074', 'network_id': 'ff3f8523-7c5c-45fd-bb0d-14c506d1eed1', 'admin_state_up': True, 'tenant_id': '0a435dbe6e324e7ca5ecfe0235b2dd08'}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:26:09.503113 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-213c6cc0-8a84-4cad-b4f6-ad4c43295cdc req-165992ad-786b-408a-a698-b0a8b40c57c7 tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] Notify callbacks [] for port, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:09.520335 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb13b581-f17a-49a6-8c13-699945e8b80b req-42992620-a761-4cd7-a44e-3290f7477559 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:26:09.521956 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-cb13b581-f17a-49a6-8c13-699945e8b80b req-42992620-a761-4cd7-a44e-3290f7477559 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bcbcafd-183f-448c-8622-d3bca30c9523 HTTP/1.1" status: 200 len: 945 time: 0.0983260 Aug 26 15:26:09.576221 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19957b5d-6371-4721-94ad-2e94fdeb4827 req-f77478ae-d314-497a-abd4-9a01a7dbcd5d tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Made reservation on behalf of 0a435dbe6e324e7ca5ecfe0235b2dd08 for: {'port': 1} {{(pid=93841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:26:09.581851 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-19957b5d-6371-4721-94ad-2e94fdeb4827 req-f77478ae-d314-497a-abd4-9a01a7dbcd5d tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:09.586485 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-cb13b581-f17a-49a6-8c13-699945e8b80b req-aef9514b-f520-45b1-a7c6-fa4f2820fe5f tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/security-groups?id=3238190c-f4cd-40e3-8621-367f15fa4088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568755 Aug 26 15:26:09.596243 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-213c6cc0-8a84-4cad-b4f6-ad4c43295cdc req-165992ad-786b-408a-a698-b0a8b40c57c7 tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793280355359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261268877'] for port, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:09.647788 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-213c6cc0-8a84-4cad-b4f6-ad4c43295cdc req-165992ad-786b-408a-a698-b0a8b40c57c7 tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] Network 7a94c5f1-64dd-4250-a382-84c127ecef53 is already hosted by enough agents. {{(pid=93842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:26:09.652077 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.scheduler.base_scheduler [req-213c6cc0-8a84-4cad-b4f6-ad4c43295cdc req-165992ad-786b-408a-a698-b0a8b40c57c7 tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] Resources bound (agent type, host, resource id): {{(pid=93842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:26:09.656390 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.db.l3_dvrscheduler_db [req-213c6cc0-8a84-4cad-b4f6-ad4c43295cdc req-165992ad-786b-408a-a698-b0a8b40c57c7 tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] Received port after_create {{(pid=93842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 15:26:09.682260 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165992ad-786b-408a-a698-b0a8b40c57c7 tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] Pushing event updated for resources: {'Port': ['ID=892c6070-7a70-4cf0-b2ef-535a2d0eeb37,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:26:09.691865 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165992ad-786b-408a-a698-b0a8b40c57c7 tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:26:09.692235 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165992ad-786b-408a-a698-b0a8b40c57c7 tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:26:09.692605 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165992ad-786b-408a-a698-b0a8b40c57c7 tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:26:09.693379 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165992ad-786b-408a-a698-b0a8b40c57c7 tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:26:09.693379 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165992ad-786b-408a-a698-b0a8b40c57c7 tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:26:09.693608 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165992ad-786b-408a-a698-b0a8b40c57c7 tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:26:09.693931 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165992ad-786b-408a-a698-b0a8b40c57c7 tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:26:09.694901 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165992ad-786b-408a-a698-b0a8b40c57c7 tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:26:09.695241 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165992ad-786b-408a-a698-b0a8b40c57c7 tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:26:09.695761 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165992ad-786b-408a-a698-b0a8b40c57c7 tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:26:09.696099 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165992ad-786b-408a-a698-b0a8b40c57c7 tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:26:09.696430 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165992ad-786b-408a-a698-b0a8b40c57c7 tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:26:09.729505 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.db.db_base_plugin_common [req-19957b5d-6371-4721-94ad-2e94fdeb4827 req-f77478ae-d314-497a-abd4-9a01a7dbcd5d tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Allocated IP 172.20.0.8 (ff3f8523-7c5c-45fd-bb0d-14c506d1eed1/03934509-c48d-4abc-9880-2d8ef00a653e/57e67d73-a0f2-489a-94b2-ff8f4b55fb87) {{(pid=93841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:26:09.731862 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213c6cc0-8a84-4cad-b4f6-ad4c43295cdc req-165992ad-786b-408a-a698-b0a8b40c57c7 tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:26:09.732521 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-213c6cc0-8a84-4cad-b4f6-ad4c43295cdc req-165992ad-786b-408a-a698-b0a8b40c57c7 tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4089636'] for port, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:09.747568 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-213c6cc0-8a84-4cad-b4f6-ad4c43295cdc req-165992ad-786b-408a-a698-b0a8b40c57c7 tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7727165 Aug 26 15:26:09.762185 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [req-213c6cc0-8a84-4cad-b4f6-ad4c43295cdc req-fe9477af-f9ef-4254-82dc-809760e7b1ff service neutron] Request body: {'port': {'device_id': 'a5d3c404-13ef-45f6-9853-2021796998b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77957'}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:26:09.853091 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:09.865292 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-213c6cc0-8a84-4cad-b4f6-ad4c43295cdc req-fe9477af-f9ef-4254-82dc-809760e7b1ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:09.951033 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-2f927853-0cc2-4ee9-bde3-877c320bfe0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:09.963544 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-19957b5d-6371-4721-94ad-2e94fdeb4827 req-f77478ae-d314-497a-abd4-9a01a7dbcd5d tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Notify callbacks [] for port, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:09.994486 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1491acd8-b139-497a-a487-6a5494df4c49 req-fa8bbcbc-4d3a-4b0d-bb3a-2d2d345cdec6 tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:26:09.995989 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-1491acd8-b139-497a-a487-6a5494df4c49 req-fa8bbcbc-4d3a-4b0d-bb3a-2d2d345cdec6 tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5d3c404-13ef-45f6-9853-2021796998b1 HTTP/1.1" status: 200 len: 931 time: 0.0756495 Aug 26 15:26:10.044203 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-19957b5d-6371-4721-94ad-2e94fdeb4827 req-f77478ae-d314-497a-abd4-9a01a7dbcd5d tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793280355359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263742114'] for port, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:10.047546 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2839ad24-c04c-4fcc-99a5-1e2230d7363b req-f889bbab-09e3-41b9-96ea-576ee3ac0196 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:26:10.049032 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-2839ad24-c04c-4fcc-99a5-1e2230d7363b req-f889bbab-09e3-41b9-96ea-576ee3ac0196 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c109c3b-265c-4b41-8d6b-111cc8d2ee8d HTTP/1.1" status: 200 len: 984 time: 0.1342492 Aug 26 15:26:10.077117 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-1491acd8-b139-497a-a487-6a5494df4c49 req-dd79aed4-77d2-4f3a-8412-262399164ed6 tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4052277-408e-4f94-b607-f798f751e9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707457 Aug 26 15:26:10.103264 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19957b5d-6371-4721-94ad-2e94fdeb4827 req-f77478ae-d314-497a-abd4-9a01a7dbcd5d tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Network ff3f8523-7c5c-45fd-bb0d-14c506d1eed1 is already hosted by enough agents. {{(pid=93841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:26:10.104625 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77478ae-d314-497a-abd4-9a01a7dbcd5d tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Pushing event updated for resources: {'Port': ['ID=57e67d73-a0f2-489a-94b2-ff8f4b55fb87,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:26:10.107842 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.scheduler.base_scheduler [req-19957b5d-6371-4721-94ad-2e94fdeb4827 req-f77478ae-d314-497a-abd4-9a01a7dbcd5d tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Resources bound (agent type, host, resource id): {{(pid=93841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:26:10.112769 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [req-19957b5d-6371-4721-94ad-2e94fdeb4827 req-f77478ae-d314-497a-abd4-9a01a7dbcd5d tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Received port after_create {{(pid=93841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 15:26:10.136693 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-2839ad24-c04c-4fcc-99a5-1e2230d7363b req-2a32cf0b-f7e9-4ccc-a64b-7e46aaf74f14 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7c86801-7023-4d06-831a-0fe25e6ad1a9&id=e62b5368-65f6-47b1-a3f0-2bcec5167246&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0774069 Aug 26 15:26:10.136935 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77478ae-d314-497a-abd4-9a01a7dbcd5d tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:26:10.137256 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77478ae-d314-497a-abd4-9a01a7dbcd5d tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:26:10.137595 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77478ae-d314-497a-abd4-9a01a7dbcd5d tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:26:10.137970 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77478ae-d314-497a-abd4-9a01a7dbcd5d tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:26:10.138301 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77478ae-d314-497a-abd4-9a01a7dbcd5d tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:26:10.139225 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77478ae-d314-497a-abd4-9a01a7dbcd5d tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:26:10.139225 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77478ae-d314-497a-abd4-9a01a7dbcd5d tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:26:10.139431 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77478ae-d314-497a-abd4-9a01a7dbcd5d tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:26:10.139603 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77478ae-d314-497a-abd4-9a01a7dbcd5d tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:26:10.139929 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77478ae-d314-497a-abd4-9a01a7dbcd5d tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:26:10.140258 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77478ae-d314-497a-abd4-9a01a7dbcd5d tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:26:10.140736 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77478ae-d314-497a-abd4-9a01a7dbcd5d tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:26:10.180079 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19957b5d-6371-4721-94ad-2e94fdeb4827 req-f77478ae-d314-497a-abd4-9a01a7dbcd5d tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:26:10.180822 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-19957b5d-6371-4721-94ad-2e94fdeb4827 req-f77478ae-d314-497a-abd4-9a01a7dbcd5d tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4089636'] for port, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:10.197545 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-19957b5d-6371-4721-94ad-2e94fdeb4827 req-f77478ae-d314-497a-abd4-9a01a7dbcd5d tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7655413 Aug 26 15:26:10.210362 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [req-19957b5d-6371-4721-94ad-2e94fdeb4827 req-f891faaa-4817-4a05-9c25-174391daa47c service neutron] Request body: {'port': {'device_id': '45df769c-2928-48c4-a5db-f932dee83074', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77957'}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:26:10.230214 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.notifiers.nova [req-213c6cc0-8a84-4cad-b4f6-ad4c43295cdc req-fe9477af-f9ef-4254-82dc-809760e7b1ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 892c6070-7a70-4cf0-b2ef-535a2d0eeb37 {{(pid=93842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 15:26:10.239911 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-213c6cc0-8a84-4cad-b4f6-ad4c43295cdc req-fe9477af-f9ef-4254-82dc-809760e7b1ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:10.255517 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.db.provisioning_blocks [req-213c6cc0-8a84-4cad-b4f6-ad4c43295cdc req-fe9477af-f9ef-4254-82dc-809760e7b1ff service neutron] Transition to ACTIVE for port object 892c6070-7a70-4cf0-b2ef-535a2d0eeb37 will not be triggered until provisioned by entity L2. {{(pid=93842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 15:26:10.260755 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-213c6cc0-8a84-4cad-b4f6-ad4c43295cdc req-fe9477af-f9ef-4254-82dc-809760e7b1ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261268884'] for port, after_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:10.275704 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-19957b5d-6371-4721-94ad-2e94fdeb4827 req-f891faaa-4817-4a05-9c25-174391daa47c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:10.313447 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9477af-f9ef-4254-82dc-809760e7b1ff service neutron] Pushing event updated for resources: {'Port': ['ID=892c6070-7a70-4cf0-b2ef-535a2d0eeb37,revision_number=2']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:26:10.385056 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.managers [req-213c6cc0-8a84-4cad-b4f6-ad4c43295cdc req-fe9477af-f9ef-4254-82dc-809760e7b1ff service neutron] Attempting to bind port 892c6070-7a70-4cf0-b2ef-535a2d0eeb37 on host hv-cinder-77957 for vnic_type normal with profile {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 15:26:10.385396 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.managers [req-213c6cc0-8a84-4cad-b4f6-ad4c43295cdc req-fe9477af-f9ef-4254-82dc-809760e7b1ff service neutron] Attempting to bind port 892c6070-7a70-4cf0-b2ef-535a2d0eeb37 by drivers openvswitch,hyperv on host hv-cinder-77957 at level 0 using segments [{'id': '5a0930d2-6a27-4661-a1d4-731f8669008f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '7a94c5f1-64dd-4250-a382-84c127ecef53'}] {{(pid=93842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 15:26:10.385744 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213c6cc0-8a84-4cad-b4f6-ad4c43295cdc req-fe9477af-f9ef-4254-82dc-809760e7b1ff service neutron] Attempting to bind port 892c6070-7a70-4cf0-b2ef-535a2d0eeb37 on network 7a94c5f1-64dd-4250-a382-84c127ecef53 {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 15:26:10.390118 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213c6cc0-8a84-4cad-b4f6-ad4c43295cdc req-fe9477af-f9ef-4254-82dc-809760e7b1ff service neutron] Port 892c6070-7a70-4cf0-b2ef-535a2d0eeb37 on network 7a94c5f1-64dd-4250-a382-84c127ecef53 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77957 {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 15:26:10.390443 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213c6cc0-8a84-4cad-b4f6-ad4c43295cdc req-fe9477af-f9ef-4254-82dc-809760e7b1ff service neutron] Attempting to bind port 892c6070-7a70-4cf0-b2ef-535a2d0eeb37 on network 7a94c5f1-64dd-4250-a382-84c127ecef53 {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 15:26:10.395445 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213c6cc0-8a84-4cad-b4f6-ad4c43295cdc req-fe9477af-f9ef-4254-82dc-809760e7b1ff service neutron] Checking agent: {'id': '48810b0c-601b-439f-aa19-0a054d9f642d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77957', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 15, 20, 8), 'started_at': datetime.datetime(2021, 8, 26, 15, 20, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 15, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 15:26:10.395785 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213c6cc0-8a84-4cad-b4f6-ad4c43295cdc req-fe9477af-f9ef-4254-82dc-809760e7b1ff service neutron] Checking segment: {'id': '5a0930d2-6a27-4661-a1d4-731f8669008f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '7a94c5f1-64dd-4250-a382-84c127ecef53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 15:26:10.396172 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213c6cc0-8a84-4cad-b4f6-ad4c43295cdc req-fe9477af-f9ef-4254-82dc-809760e7b1ff service neutron] Bound using segment: {'id': '5a0930d2-6a27-4661-a1d4-731f8669008f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '7a94c5f1-64dd-4250-a382-84c127ecef53'} {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 15:26:10.396600 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.managers [req-213c6cc0-8a84-4cad-b4f6-ad4c43295cdc req-fe9477af-f9ef-4254-82dc-809760e7b1ff service neutron] Bound port: 892c6070-7a70-4cf0-b2ef-535a2d0eeb37, host: hv-cinder-77957, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a0930d2-6a27-4661-a1d4-731f8669008f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '7a94c5f1-64dd-4250-a382-84c127ecef53'}}] {{(pid=93842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 15:26:10.397007 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-213c6cc0-8a84-4cad-b4f6-ad4c43295cdc req-fe9477af-f9ef-4254-82dc-809760e7b1ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:10.467778 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.db [req-213c6cc0-8a84-4cad-b4f6-ad4c43295cdc req-fe9477af-f9ef-4254-82dc-809760e7b1ff service neutron] For port 892c6070-7a70-4cf0-b2ef-535a2d0eeb37, host hv-cinder-77957, cleared binding levels {{(pid=93842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:26:10.470917 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.db [req-213c6cc0-8a84-4cad-b4f6-ad4c43295cdc req-fe9477af-f9ef-4254-82dc-809760e7b1ff service neutron] For port 892c6070-7a70-4cf0-b2ef-535a2d0eeb37, host hv-cinder-77957, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=892c6070-7a70-4cf0-b2ef-535a2d0eeb37,segment=NetworkSegment(5a0930d2-6a27-4661-a1d4-731f8669008f),segment_id=5a0930d2-6a27-4661-a1d4-731f8669008f)] {{(pid=93842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:26:10.477178 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-213c6cc0-8a84-4cad-b4f6-ad4c43295cdc req-fe9477af-f9ef-4254-82dc-809760e7b1ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261268884'] for port, after_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:10.513174 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f92c14d-d300-43ae-9a65-373cfe39b405 req-e3754ccd-5c37-4e5c-8499-7f528b18c557 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:26:10.514819 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-8f92c14d-d300-43ae-9a65-373cfe39b405 req-e3754ccd-5c37-4e5c-8499-7f528b18c557 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/ports?device_id=45df769c-2928-48c4-a5db-f932dee83074 HTTP/1.1" status: 200 len: 931 time: 0.1023209 Aug 26 15:26:10.515420 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213c6cc0-8a84-4cad-b4f6-ad4c43295cdc req-fe9477af-f9ef-4254-82dc-809760e7b1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:26:10.516039 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-213c6cc0-8a84-4cad-b4f6-ad4c43295cdc req-fe9477af-f9ef-4254-82dc-809760e7b1ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4089636'] for port, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:10.517425 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-213c6cc0-8a84-4cad-b4f6-ad4c43295cdc req-fe9477af-f9ef-4254-82dc-809760e7b1ff service neutron] 10.222.0.47 "PUT /v2.0/ports/892c6070-7a70-4cf0-b2ef-535a2d0eeb37 HTTP/1.1" status: 200 len: 1093 time: 0.7597938 Aug 26 15:26:10.519593 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5d3c404-13ef-45f6-9853-2021796998b1', 'tag': '892c6070-7a70-4cf0-b2ef-535a2d0eeb37'}] {{(pid=93842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 15:26:10.521865 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ba7f6f71eda5a1db7669fef78c8684417bcd8012e21f8533533c8be1abdbb96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41dfb95a-a1bc-4eef-81da-9c87d425c60c" -d '{"events": [{"name": "network-changed", "server_uuid": "a5d3c404-13ef-45f6-9853-2021796998b1", "tag": "892c6070-7a70-4cf0-b2ef-535a2d0eeb37"}]}' {{(pid=93842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:26:10.549567 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9477af-f9ef-4254-82dc-809760e7b1ff service neutron] Pushing event updated for resources: {'Port': ['ID=892c6070-7a70-4cf0-b2ef-535a2d0eeb37,revision_number=3']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:26:10.569255 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 15:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5745b785-eb65-49c6-87aa-787ad78ccf1a x-openstack-request-id: req-5745b785-eb65-49c6-87aa-787ad78ccf1a {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:26:10.569548 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5d3c404-13ef-45f6-9853-2021796998b1", "tag": "892c6070-7a70-4cf0-b2ef-535a2d0eeb37", "status": "completed", "code": 200}]} {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:26:10.569831 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5745b785-eb65-49c6-87aa-787ad78ccf1a {{(pid=93842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:26:10.570223 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5d3c404-13ef-45f6-9853-2021796998b1', 'tag': '892c6070-7a70-4cf0-b2ef-535a2d0eeb37', 'status': 'completed', 'code': 200} Aug 26 15:26:10.619968 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213c6cc0-8a84-4cad-b4f6-ad4c43295cdc req-af076ce0-8cdd-40b0-8ed2-0db74ba1d1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:26:10.621485 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-213c6cc0-8a84-4cad-b4f6-ad4c43295cdc req-af076ce0-8cdd-40b0-8ed2-0db74ba1d1cc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b860629c74fc4b2bbd4d7d3ab0ece0e5&device_id=a5d3c404-13ef-45f6-9853-2021796998b1 HTTP/1.1" status: 200 len: 1096 time: 0.0426610 Aug 26 15:26:10.621978 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-8f92c14d-d300-43ae-9a65-373cfe39b405 req-4f1521ab-c24a-4714-bd0d-ef682ad72d32 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/security-groups?id=e18d2e28-abe2-4c40-a4ee-147ecea0ab19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982227 Aug 26 15:26:10.660749 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-a9c3285e-ebee-4b0a-acd4-5e046010cc50 req-57cee537-d72d-48a8-87eb-22545eeeee3e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3028e66a-51b4-4638-bfef-d34285d30fd1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1353045 Aug 26 15:26:10.674436 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-213c6cc0-8a84-4cad-b4f6-ad4c43295cdc req-3ffaba30-4b4c-447e-b96f-3ae14bc3ea34 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=892c6070-7a70-4cf0-b2ef-535a2d0eeb37 HTTP/1.1" status: 200 len: 217 time: 0.0442917 Aug 26 15:26:10.676849 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.notifiers.nova [req-19957b5d-6371-4721-94ad-2e94fdeb4827 req-f891faaa-4817-4a05-9c25-174391daa47c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57e67d73-a0f2-489a-94b2-ff8f4b55fb87 {{(pid=93841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 15:26:10.685941 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-19957b5d-6371-4721-94ad-2e94fdeb4827 req-f891faaa-4817-4a05-9c25-174391daa47c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:10.727004 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.db.provisioning_blocks [req-19957b5d-6371-4721-94ad-2e94fdeb4827 req-f891faaa-4817-4a05-9c25-174391daa47c service neutron] Transition to ACTIVE for port object 57e67d73-a0f2-489a-94b2-ff8f4b55fb87 will not be triggered until provisioned by entity L2. {{(pid=93841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 15:26:10.731102 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-19957b5d-6371-4721-94ad-2e94fdeb4827 req-f891faaa-4817-4a05-9c25-174391daa47c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263742139'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:10.755459 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213c6cc0-8a84-4cad-b4f6-ad4c43295cdc req-81bb6291-97c7-4671-9bad-b99eb09b4346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:26:10.757090 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-213c6cc0-8a84-4cad-b4f6-ad4c43295cdc req-81bb6291-97c7-4671-9bad-b99eb09b4346 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0bd65b21-db6f-451e-86f7-e83bfb15b89f HTTP/1.1" status: 200 len: 853 time: 0.0744700 Aug 26 15:26:10.780613 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c3285e-ebee-4b0a-acd4-5e046010cc50 req-3e759d49-2dba-4aba-89ae-d3f3bf8b5422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:26:10.782243 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-a9c3285e-ebee-4b0a-acd4-5e046010cc50 req-3e759d49-2dba-4aba-89ae-d3f3bf8b5422 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=51d0a6d3e78f46f98a1a4881bf9eb094&device_id=3028e66a-51b4-4638-bfef-d34285d30fd1 HTTP/1.1" status: 200 len: 1100 time: 0.0934231 Aug 26 15:26:10.782381 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7991541f-b3b5-4233-a05f-2ba8d8e10d1b req-0233d20b-aa5d-4f36-bb25-e29b75474426 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:26:10.783784 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-7991541f-b3b5-4233-a05f-2ba8d8e10d1b req-0233d20b-aa5d-4f36-bb25-e29b75474426 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bcbcafd-183f-448c-8622-d3bca30c9523 HTTP/1.1" status: 200 len: 945 time: 0.0931356 Aug 26 15:26:10.796211 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f891faaa-4817-4a05-9c25-174391daa47c service neutron] Pushing event updated for resources: {'Port': ['ID=57e67d73-a0f2-489a-94b2-ff8f4b55fb87,revision_number=2']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:26:10.800063 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-213c6cc0-8a84-4cad-b4f6-ad4c43295cdc req-c09f7732-d460-4735-8fee-604dccd5774b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7a94c5f1-64dd-4250-a382-84c127ecef53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350840 Aug 26 15:26:10.883609 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-7991541f-b3b5-4233-a05f-2ba8d8e10d1b req-2b81ecc6-22c3-483b-aa36-73383914e921 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/security-groups?id=3238190c-f4cd-40e3-8621-367f15fa4088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824618 Aug 26 15:26:10.921026 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-213c6cc0-8a84-4cad-b4f6-ad4c43295cdc req-130ec01b-85f8-4af8-ba8d-2c620d76180f service neutron] 10.222.0.47 "GET /v2.0/networks/7a94c5f1-64dd-4250-a382-84c127ecef53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052592 Aug 26 15:26:11.053016 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-213c6cc0-8a84-4cad-b4f6-ad4c43295cdc req-e4128604-d6b9-4b99-b28b-ca3645375042 service neutron] 10.222.0.47 "GET /v2.0/networks/7a94c5f1-64dd-4250-a382-84c127ecef53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243989 Aug 26 15:26:11.222373 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c76240-8390-4d2e-a9f8-adb1aec15161 req-89b181d4-a263-4328-ba10-aa6cd6ec6aa6 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:26:11.223951 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-25c76240-8390-4d2e-a9f8-adb1aec15161 req-89b181d4-a263-4328-ba10-aa6cd6ec6aa6 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bcbcafd-183f-448c-8622-d3bca30c9523 HTTP/1.1" status: 200 len: 945 time: 0.1451526 Aug 26 15:26:11.243776 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dfb95a-a1bc-4eef-81da-9c87d425c60c req-94f434d2-3fc8-4523-94a5-2ac8949da82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:26:11.245114 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [req-19957b5d-6371-4721-94ad-2e94fdeb4827 req-f891faaa-4817-4a05-9c25-174391daa47c service neutron] Attempting to bind port 57e67d73-a0f2-489a-94b2-ff8f4b55fb87 on host hv-cinder-77957 for vnic_type normal with profile {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 15:26:11.245511 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-41dfb95a-a1bc-4eef-81da-9c87d425c60c req-94f434d2-3fc8-4523-94a5-2ac8949da82a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b860629c74fc4b2bbd4d7d3ab0ece0e5&device_id=a5d3c404-13ef-45f6-9853-2021796998b1 HTTP/1.1" status: 200 len: 1096 time: 0.1023948 Aug 26 15:26:11.245635 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [req-19957b5d-6371-4721-94ad-2e94fdeb4827 req-f891faaa-4817-4a05-9c25-174391daa47c service neutron] Attempting to bind port 57e67d73-a0f2-489a-94b2-ff8f4b55fb87 by drivers openvswitch,hyperv on host hv-cinder-77957 at level 0 using segments [{'id': 'c2792f37-8bd4-4f4a-a238-627501de7f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ff3f8523-7c5c-45fd-bb0d-14c506d1eed1'}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 15:26:11.245809 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19957b5d-6371-4721-94ad-2e94fdeb4827 req-f891faaa-4817-4a05-9c25-174391daa47c service neutron] Attempting to bind port 57e67d73-a0f2-489a-94b2-ff8f4b55fb87 on network ff3f8523-7c5c-45fd-bb0d-14c506d1eed1 {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 15:26:11.265803 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c3285e-ebee-4b0a-acd4-5e046010cc50 req-50f2beff-fb49-401c-9ba5-3a87c9e4cbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:26:11.267283 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-a9c3285e-ebee-4b0a-acd4-5e046010cc50 req-50f2beff-fb49-401c-9ba5-3a87c9e4cbe6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d887f735-fbdb-4418-baf1-8e9e0d77221f HTTP/1.1" status: 200 len: 918 time: 0.4517241 Aug 26 15:26:11.268099 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19957b5d-6371-4721-94ad-2e94fdeb4827 req-f891faaa-4817-4a05-9c25-174391daa47c service neutron] Port 57e67d73-a0f2-489a-94b2-ff8f4b55fb87 on network ff3f8523-7c5c-45fd-bb0d-14c506d1eed1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77957 {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 15:26:11.268423 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19957b5d-6371-4721-94ad-2e94fdeb4827 req-f891faaa-4817-4a05-9c25-174391daa47c service neutron] Attempting to bind port 57e67d73-a0f2-489a-94b2-ff8f4b55fb87 on network ff3f8523-7c5c-45fd-bb0d-14c506d1eed1 {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 15:26:11.269780 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f3c187-36bb-45dd-8b20-77d17d97630d req-4a2c0cc4-dc83-4591-a3fc-6487710ecc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:26:11.271245 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-40f3c187-36bb-45dd-8b20-77d17d97630d req-4a2c0cc4-dc83-4591-a3fc-6487710ecc88 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a571a33f0e074fabbd06be1f77a97dd0&device_id=8bcbcafd-183f-448c-8622-d3bca30c9523 HTTP/1.1" status: 200 len: 1098 time: 0.0967333 Aug 26 15:26:11.278062 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19957b5d-6371-4721-94ad-2e94fdeb4827 req-f891faaa-4817-4a05-9c25-174391daa47c service neutron] Checking agent: {'id': '48810b0c-601b-439f-aa19-0a054d9f642d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77957', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 15, 20, 8), 'started_at': datetime.datetime(2021, 8, 26, 15, 20, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 15, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 15:26:11.278407 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19957b5d-6371-4721-94ad-2e94fdeb4827 req-f891faaa-4817-4a05-9c25-174391daa47c service neutron] Checking segment: {'id': 'c2792f37-8bd4-4f4a-a238-627501de7f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ff3f8523-7c5c-45fd-bb0d-14c506d1eed1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 15:26:11.278836 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19957b5d-6371-4721-94ad-2e94fdeb4827 req-f891faaa-4817-4a05-9c25-174391daa47c service neutron] Bound using segment: {'id': 'c2792f37-8bd4-4f4a-a238-627501de7f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ff3f8523-7c5c-45fd-bb0d-14c506d1eed1'} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 15:26:11.279295 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [req-19957b5d-6371-4721-94ad-2e94fdeb4827 req-f891faaa-4817-4a05-9c25-174391daa47c service neutron] Bound port: 57e67d73-a0f2-489a-94b2-ff8f4b55fb87, host: hv-cinder-77957, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2792f37-8bd4-4f4a-a238-627501de7f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ff3f8523-7c5c-45fd-bb0d-14c506d1eed1'}}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 15:26:11.279670 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-19957b5d-6371-4721-94ad-2e94fdeb4827 req-f891faaa-4817-4a05-9c25-174391daa47c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:11.361306 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c45f19a1-5a59-44e4-9446-0a9261f71b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:11.383217 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7042f56c-00a1-465b-8c7d-aa078a62c609 req-e0148cb8-4eed-4705-a5f8-3b298cca2202 tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:26:11.384829 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-7042f56c-00a1-465b-8c7d-aa078a62c609 req-e0148cb8-4eed-4705-a5f8-3b298cca2202 tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5d3c404-13ef-45f6-9853-2021796998b1 HTTP/1.1" status: 200 len: 943 time: 0.1548228 Aug 26 15:26:11.388738 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-25c76240-8390-4d2e-a9f8-adb1aec15161 req-7c5c9fcc-a358-4a2e-a5ee-0913fc1479d6 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/security-groups?id=3238190c-f4cd-40e3-8621-367f15fa4088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1552289 Aug 26 15:26:11.427690 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-a9c3285e-ebee-4b0a-acd4-5e046010cc50 req-c846c0bc-5c8f-4b73-a11c-127f5616879f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9074ea7b-385d-4ccc-8c42-b021d977910a HTTP/1.1" status: 200 len: 1002 time: 0.1438460 Aug 26 15:26:11.476688 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dfb95a-a1bc-4eef-81da-9c87d425c60c req-758df5ec-37c9-4b4d-8ff0-46a018b334f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:26:11.478185 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-41dfb95a-a1bc-4eef-81da-9c87d425c60c req-758df5ec-37c9-4b4d-8ff0-46a018b334f1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7a94c5f1-64dd-4250-a382-84c127ecef53 HTTP/1.1" status: 200 len: 914 time: 0.2207227 Aug 26 15:26:11.480154 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.db [req-19957b5d-6371-4721-94ad-2e94fdeb4827 req-f891faaa-4817-4a05-9c25-174391daa47c service neutron] For port 57e67d73-a0f2-489a-94b2-ff8f4b55fb87, host hv-cinder-77957, cleared binding levels {{(pid=93841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:26:11.483785 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f3c187-36bb-45dd-8b20-77d17d97630d req-4d61bb04-f128-4864-9398-c208a4fe9e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:26:11.485260 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-40f3c187-36bb-45dd-8b20-77d17d97630d req-4d61bb04-f128-4864-9398-c208a4fe9e4e service neutron] 10.222.0.47 "GET /v2.0/networks?id=a386d6d9-e769-427b-a3dd-4a66aae709a7 HTTP/1.1" status: 200 len: 912 time: 0.1699460 Aug 26 15:26:11.503409 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-7042f56c-00a1-465b-8c7d-aa078a62c609 req-9df71e72-c333-43d6-87ff-27aa86dc6f4a tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4052277-408e-4f94-b607-f798f751e9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095312 Aug 26 15:26:11.508831 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.db [req-19957b5d-6371-4721-94ad-2e94fdeb4827 req-f891faaa-4817-4a05-9c25-174391daa47c service neutron] For port 57e67d73-a0f2-489a-94b2-ff8f4b55fb87, host hv-cinder-77957, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=57e67d73-a0f2-489a-94b2-ff8f4b55fb87,segment=NetworkSegment(c2792f37-8bd4-4f4a-a238-627501de7f94),segment_id=c2792f37-8bd4-4f4a-a238-627501de7f94)] {{(pid=93841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:26:11.515647 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-19957b5d-6371-4721-94ad-2e94fdeb4827 req-f891faaa-4817-4a05-9c25-174391daa47c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263742139'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:11.518608 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c3285e-ebee-4b0a-acd4-5e046010cc50 req-156d4f82-0f14-4ebd-b1e4-0906452ea064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:26:11.520137 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-a9c3285e-ebee-4b0a-acd4-5e046010cc50 req-156d4f82-0f14-4ebd-b1e4-0906452ea064 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2dc1893b-86f2-4498-b069-d334c29d6d3f HTTP/1.1" status: 200 len: 856 time: 0.0832701 Aug 26 15:26:11.578820 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-41dfb95a-a1bc-4eef-81da-9c87d425c60c req-3cabc125-6391-4373-ac8f-f1208614fc31 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=892c6070-7a70-4cf0-b2ef-535a2d0eeb37 HTTP/1.1" status: 200 len: 217 time: 0.0781732 Aug 26 15:26:11.588479 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19957b5d-6371-4721-94ad-2e94fdeb4827 req-f891faaa-4817-4a05-9c25-174391daa47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:26:11.589191 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-19957b5d-6371-4721-94ad-2e94fdeb4827 req-f891faaa-4817-4a05-9c25-174391daa47c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4089636'] for port, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:11.590683 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-19957b5d-6371-4721-94ad-2e94fdeb4827 req-f891faaa-4817-4a05-9c25-174391daa47c service neutron] 10.222.0.47 "PUT /v2.0/ports/57e67d73-a0f2-489a-94b2-ff8f4b55fb87 HTTP/1.1" status: 200 len: 1093 time: 1.3847473 Aug 26 15:26:11.591278 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45df769c-2928-48c4-a5db-f932dee83074', 'tag': '57e67d73-a0f2-489a-94b2-ff8f4b55fb87'}] {{(pid=93841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 15:26:11.593522 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40d6179e675e884694bb6412ad93f17435ac71a39ec2274297e1b4aadb89820e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44b7b8fb-2540-4595-9692-571f42f95801" -d '{"events": [{"name": "network-changed", "server_uuid": "45df769c-2928-48c4-a5db-f932dee83074", "tag": "57e67d73-a0f2-489a-94b2-ff8f4b55fb87"}]}' {{(pid=93841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:26:11.632078 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c3285e-ebee-4b0a-acd4-5e046010cc50 req-a42241dc-fcd9-4970-bb36-3d63fdf70401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:26:11.633482 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-a9c3285e-ebee-4b0a-acd4-5e046010cc50 req-a42241dc-fcd9-4970-bb36-3d63fdf70401 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d887f735-fbdb-4418-baf1-8e9e0d77221f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1019154 Aug 26 15:26:11.634984 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f891faaa-4817-4a05-9c25-174391daa47c service neutron] Pushing event updated for resources: {'Port': ['ID=57e67d73-a0f2-489a-94b2-ff8f4b55fb87,revision_number=3']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:26:11.640249 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 15:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d40149f-04d0-4c70-be4f-26b7a6241196 x-openstack-request-id: req-3d40149f-04d0-4c70-be4f-26b7a6241196 {{(pid=93841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:26:11.640596 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45df769c-2928-48c4-a5db-f932dee83074", "tag": "57e67d73-a0f2-489a-94b2-ff8f4b55fb87", "status": "completed", "code": 200}]} {{(pid=93841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:26:11.640706 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17d68ab-3c8b-4249-bf5e-0306dde98462 req-bed42202-bb61-49c7-bf75-a7b66e5017e5 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:26:11.640953 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3d40149f-04d0-4c70-be4f-26b7a6241196 {{(pid=93841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:26:11.641673 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45df769c-2928-48c4-a5db-f932dee83074', 'tag': '57e67d73-a0f2-489a-94b2-ff8f4b55fb87', 'status': 'completed', 'code': 200} Aug 26 15:26:11.642451 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-e17d68ab-3c8b-4249-bf5e-0306dde98462 req-bed42202-bb61-49c7-bf75-a7b66e5017e5 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c109c3b-265c-4b41-8d6b-111cc8d2ee8d HTTP/1.1" status: 200 len: 984 time: 0.1806011 Aug 26 15:26:11.655908 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-40f3c187-36bb-45dd-8b20-77d17d97630d req-61d0628f-9129-495c-a9ac-7e86fab3900c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=19807c52-9106-4c0c-a713-a26d1c773cd7 HTTP/1.1" status: 200 len: 1001 time: 0.1499789 Aug 26 15:26:11.711410 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dfb95a-a1bc-4eef-81da-9c87d425c60c req-4137b0e0-a0c3-4a8d-9b8d-3b8b54b1219e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:26:11.712881 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-41dfb95a-a1bc-4eef-81da-9c87d425c60c req-4137b0e0-a0c3-4a8d-9b8d-3b8b54b1219e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0bd65b21-db6f-451e-86f7-e83bfb15b89f HTTP/1.1" status: 200 len: 853 time: 0.1219912 Aug 26 15:26:11.765940 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-e17d68ab-3c8b-4249-bf5e-0306dde98462 req-4723acf6-6a82-4cf3-bd20-a7aaa35c9144 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7c86801-7023-4d06-831a-0fe25e6ad1a9&id=e62b5368-65f6-47b1-a3f0-2bcec5167246&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1147115 Aug 26 15:26:11.767821 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-41dfb95a-a1bc-4eef-81da-9c87d425c60c req-85e1ee4b-b3ad-45c8-a10b-5657bbd63bdd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7a94c5f1-64dd-4250-a382-84c127ecef53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462313 Aug 26 15:26:11.769610 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f3c187-36bb-45dd-8b20-77d17d97630d req-d1c6ad59-8c0c-47f5-b551-ef64e79b5335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:26:11.771354 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-40f3c187-36bb-45dd-8b20-77d17d97630d req-d1c6ad59-8c0c-47f5-b551-ef64e79b5335 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c96291ec-8721-4a15-8133-5907bd72b460 HTTP/1.1" status: 200 len: 850 time: 0.1054525 Aug 26 15:26:11.798798 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19957b5d-6371-4721-94ad-2e94fdeb4827 req-0ee68fa8-37a6-4572-984f-67d612ee8d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:26:11.801917 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-19957b5d-6371-4721-94ad-2e94fdeb4827 req-0ee68fa8-37a6-4572-984f-67d612ee8d40 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0a435dbe6e324e7ca5ecfe0235b2dd08&device_id=45df769c-2928-48c4-a5db-f932dee83074 HTTP/1.1" status: 200 len: 1096 time: 0.1434226 Aug 26 15:26:11.827484 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9b4137-de59-467f-a790-2349a7ca34d2 req-73f596d6-285b-42b5-95d9-8767ccc5fd3d tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:26:11.828937 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-bd9b4137-de59-467f-a790-2349a7ca34d2 req-73f596d6-285b-42b5-95d9-8767ccc5fd3d tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/ports?device_id=45df769c-2928-48c4-a5db-f932dee83074 HTTP/1.1" status: 200 len: 943 time: 0.1059902 Aug 26 15:26:11.860461 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-a9c3285e-ebee-4b0a-acd4-5e046010cc50 req-e8414622-1e82-428b-abeb-1ade44ea541c service neutron] 10.222.0.47 "GET /v2.0/networks/d887f735-fbdb-4418-baf1-8e9e0d77221f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136657 Aug 26 15:26:11.862364 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-19957b5d-6371-4721-94ad-2e94fdeb4827 req-cf107b99-b177-4ce6-948e-4f49306bc6f4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=57e67d73-a0f2-489a-94b2-ff8f4b55fb87 HTTP/1.1" status: 200 len: 217 time: 0.0507703 Aug 26 15:26:11.873144 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f3c187-36bb-45dd-8b20-77d17d97630d req-6f7656b5-600f-43c1-8505-1e3fbb5defd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:26:11.874677 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-40f3c187-36bb-45dd-8b20-77d17d97630d req-6f7656b5-600f-43c1-8505-1e3fbb5defd4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a386d6d9-e769-427b-a3dd-4a66aae709a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0902510 Aug 26 15:26:11.948427 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-41dfb95a-a1bc-4eef-81da-9c87d425c60c req-332c5229-341f-443d-8383-8012250f42c3 service neutron] 10.222.0.47 "GET /v2.0/networks/7a94c5f1-64dd-4250-a382-84c127ecef53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651351 Aug 26 15:26:11.982162 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-bd9b4137-de59-467f-a790-2349a7ca34d2 req-26bcc006-5504-4cff-9b81-8866ecbd07fe tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/security-groups?id=e18d2e28-abe2-4c40-a4ee-147ecea0ab19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243377 Aug 26 15:26:11.988440 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19957b5d-6371-4721-94ad-2e94fdeb4827 req-f3f0043a-2d09-4656-ab43-e782f009c53b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:26:11.989949 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-19957b5d-6371-4721-94ad-2e94fdeb4827 req-f3f0043a-2d09-4656-ab43-e782f009c53b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=03934509-c48d-4abc-9880-2d8ef00a653e HTTP/1.1" status: 200 len: 854 time: 0.1106660 Aug 26 15:26:12.034390 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-40f3c187-36bb-45dd-8b20-77d17d97630d req-8dc8cc45-2e17-40d4-9cf9-fd09c8f39b98 service neutron] 10.222.0.47 "GET /v2.0/networks/a386d6d9-e769-427b-a3dd-4a66aae709a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509440 Aug 26 15:26:12.036414 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-19957b5d-6371-4721-94ad-2e94fdeb4827 req-95b22675-2d28-44f7-ad06-59d9540ee5ac service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ff3f8523-7c5c-45fd-bb0d-14c506d1eed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325418 Aug 26 15:26:12.070404 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-a9c3285e-ebee-4b0a-acd4-5e046010cc50 req-acd94cfa-f94d-49c9-b4b7-0baaa6d61f73 service neutron] 10.222.0.47 "GET /v2.0/networks/d887f735-fbdb-4418-baf1-8e9e0d77221f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900332 Aug 26 15:26:12.116582 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-41dfb95a-a1bc-4eef-81da-9c87d425c60c req-12ab1ea0-0b63-4547-b8de-e6000d9a40a9 service neutron] 10.222.0.47 "GET /v2.0/networks/7a94c5f1-64dd-4250-a382-84c127ecef53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595321 Aug 26 15:26:12.143222 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-19957b5d-6371-4721-94ad-2e94fdeb4827 req-7a90ae51-0285-4468-b335-03d890253598 service neutron] 10.222.0.47 "GET /v2.0/networks/ff3f8523-7c5c-45fd-bb0d-14c506d1eed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943878 Aug 26 15:26:12.153460 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-40f3c187-36bb-45dd-8b20-77d17d97630d req-4f2e4ee5-8c42-4f92-82df-499fc6f579a5 service neutron] 10.222.0.47 "GET /v2.0/networks/a386d6d9-e769-427b-a3dd-4a66aae709a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055801 Aug 26 15:26:12.244918 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-19957b5d-6371-4721-94ad-2e94fdeb4827 req-ec5f0004-49e7-4002-8f22-3729ac39768f service neutron] 10.222.0.47 "GET /v2.0/networks/ff3f8523-7c5c-45fd-bb0d-14c506d1eed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939977 Aug 26 15:26:12.338916 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b7b8fb-2540-4595-9692-571f42f95801 req-e37bf5e8-d46c-4b44-95b2-a5b592974903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:26:12.340506 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-44b7b8fb-2540-4595-9692-571f42f95801 req-e37bf5e8-d46c-4b44-95b2-a5b592974903 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0a435dbe6e324e7ca5ecfe0235b2dd08&device_id=45df769c-2928-48c4-a5db-f932dee83074 HTTP/1.1" status: 200 len: 1096 time: 0.0418677 Aug 26 15:26:12.438880 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b7b8fb-2540-4595-9692-571f42f95801 req-99924c48-959e-4a4d-b12d-524ddb0f5d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:26:12.440718 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-44b7b8fb-2540-4595-9692-571f42f95801 req-99924c48-959e-4a4d-b12d-524ddb0f5d1a service neutron] 10.222.0.47 "GET /v2.0/networks?id=ff3f8523-7c5c-45fd-bb0d-14c506d1eed1 HTTP/1.1" status: 200 len: 915 time: 0.0912309 Aug 26 15:26:12.492017 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-44b7b8fb-2540-4595-9692-571f42f95801 req-cfca7a4a-b8bc-4799-a76b-1bf45292ca8b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=57e67d73-a0f2-489a-94b2-ff8f4b55fb87 HTTP/1.1" status: 200 len: 217 time: 0.0425370 Aug 26 15:26:12.524678 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc7ed0d-19db-4893-8a9f-fb40d0d4475b req-1f97d590-8417-432e-a2b9-49e6d4fa227d tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:26:12.526234 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-edc7ed0d-19db-4893-8a9f-fb40d0d4475b req-1f97d590-8417-432e-a2b9-49e6d4fa227d tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bcbcafd-183f-448c-8622-d3bca30c9523 HTTP/1.1" status: 200 len: 945 time: 0.0521309 Aug 26 15:26:12.557391 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b7b8fb-2540-4595-9692-571f42f95801 req-fd40d8f7-1deb-4497-bd84-6eed0013ce61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:26:12.558946 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-44b7b8fb-2540-4595-9692-571f42f95801 req-fd40d8f7-1deb-4497-bd84-6eed0013ce61 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=03934509-c48d-4abc-9880-2d8ef00a653e HTTP/1.1" status: 200 len: 854 time: 0.0580404 Aug 26 15:26:12.576810 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-edc7ed0d-19db-4893-8a9f-fb40d0d4475b req-2be0940e-d1ac-434b-9eff-91423bfed2f4 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/security-groups?id=3238190c-f4cd-40e3-8621-367f15fa4088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432460 Aug 26 15:26:12.609227 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-44b7b8fb-2540-4595-9692-571f42f95801 req-e9ca7255-2ae7-4fa5-b56a-5e6e005a36a0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ff3f8523-7c5c-45fd-bb0d-14c506d1eed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337772 Aug 26 15:26:12.700234 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe675994-3ebd-492c-bc59-6121a507d4d6 req-72716ef7-cbce-416d-b697-c7f3b537a0e8 tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:26:12.701818 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-fe675994-3ebd-492c-bc59-6121a507d4d6 req-72716ef7-cbce-416d-b697-c7f3b537a0e8 tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5d3c404-13ef-45f6-9853-2021796998b1 HTTP/1.1" status: 200 len: 943 time: 0.1179090 Aug 26 15:26:12.750921 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-44b7b8fb-2540-4595-9692-571f42f95801 req-2a706c1f-e325-4121-b789-de18afb26d16 service neutron] 10.222.0.47 "GET /v2.0/networks/ff3f8523-7c5c-45fd-bb0d-14c506d1eed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277249 Aug 26 15:26:12.758260 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-fe675994-3ebd-492c-bc59-6121a507d4d6 req-65f98570-25b3-4004-a5a5-aa9bf1b9f8f7 tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4052277-408e-4f94-b607-f798f751e9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498965 Aug 26 15:26:12.855145 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-44b7b8fb-2540-4595-9692-571f42f95801 req-dcc48bae-990d-4fa7-a4f9-576ea2e0f70a service neutron] 10.222.0.47 "GET /v2.0/networks/ff3f8523-7c5c-45fd-bb0d-14c506d1eed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906885 Aug 26 15:26:12.894386 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808115e7-f474-43ab-a60a-02152b9abf9b req-4559ddee-6841-4ed9-bde1-1d6df435ad49 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:26:12.895857 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-808115e7-f474-43ab-a60a-02152b9abf9b req-4559ddee-6841-4ed9-bde1-1d6df435ad49 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c109c3b-265c-4b41-8d6b-111cc8d2ee8d HTTP/1.1" status: 200 len: 984 time: 0.0511353 Aug 26 15:26:12.936304 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-808115e7-f474-43ab-a60a-02152b9abf9b req-4041a82b-2848-4edf-a64e-f33d1f670491 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7c86801-7023-4d06-831a-0fe25e6ad1a9&id=e62b5368-65f6-47b1-a3f0-2bcec5167246&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0342197 Aug 26 15:26:12.977509 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-a6032fac-f2a0-46d6-9c2c-2483dfdc6249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:13.100961 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883786a5-b9b3-444c-872b-fdfa7d839f42 req-e014d037-8d41-4546-8257-741dbf06ca5d tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:26:13.102514 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-883786a5-b9b3-444c-872b-fdfa7d839f42 req-e014d037-8d41-4546-8257-741dbf06ca5d tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/ports?device_id=45df769c-2928-48c4-a5db-f932dee83074 HTTP/1.1" status: 200 len: 943 time: 0.0502977 Aug 26 15:26:13.140722 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-883786a5-b9b3-444c-872b-fdfa7d839f42 req-eb8df24d-fa26-4d2a-8047-f04807dd26e0 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/security-groups?id=e18d2e28-abe2-4c40-a4ee-147ecea0ab19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323098 Aug 26 15:26:13.714460 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8413417-f0d3-4511-8b3f-61fffebe2b01 req-c1e0cb72-155e-47f9-9fd0-e2ece4d194d0 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:26:13.715943 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-a8413417-f0d3-4511-8b3f-61fffebe2b01 req-c1e0cb72-155e-47f9-9fd0-e2ece4d194d0 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bcbcafd-183f-448c-8622-d3bca30c9523 HTTP/1.1" status: 200 len: 945 time: 0.0678737 Aug 26 15:26:13.770836 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-a8413417-f0d3-4511-8b3f-61fffebe2b01 req-ac712da6-0d86-45ff-8c62-4a0a5070cd4b tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/security-groups?id=3238190c-f4cd-40e3-8621-367f15fa4088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481932 Aug 26 15:26:13.881779 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38dc532-2fe9-47db-9525-720d99f62eef req-87a273c6-60b8-42fd-8ea5-b1fb2f4eb7e5 tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:26:13.883142 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-d38dc532-2fe9-47db-9525-720d99f62eef req-87a273c6-60b8-42fd-8ea5-b1fb2f4eb7e5 tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5d3c404-13ef-45f6-9853-2021796998b1 HTTP/1.1" status: 200 len: 943 time: 0.0499377 Aug 26 15:26:13.922909 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-d38dc532-2fe9-47db-9525-720d99f62eef req-ce27b221-69cc-4217-b8c8-2f4e584d03b1 tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4052277-408e-4f94-b607-f798f751e9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336537 Aug 26 15:26:14.058153 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e3f9f1-ef2c-43cf-8b11-c9ebd421a7f1 req-34e1bee4-6974-4ab7-aef1-92135e36a3d3 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:26:14.059684 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-b7e3f9f1-ef2c-43cf-8b11-c9ebd421a7f1 req-34e1bee4-6974-4ab7-aef1-92135e36a3d3 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c109c3b-265c-4b41-8d6b-111cc8d2ee8d HTTP/1.1" status: 200 len: 984 time: 0.0532532 Aug 26 15:26:14.110406 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-b7e3f9f1-ef2c-43cf-8b11-c9ebd421a7f1 req-d78e8fbd-334c-4898-98f0-f8d03c325904 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7c86801-7023-4d06-831a-0fe25e6ad1a9&id=e62b5368-65f6-47b1-a3f0-2bcec5167246&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0437300 Aug 26 15:26:14.157602 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Device 892c6070-7a70-4cf0-b2ef-535a2d0eeb37 details requested by agent hyperv_hv-cinder-77957 with host hv-cinder-77957 {{(pid=93843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 15:26:14.257968 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] For port 892c6070-7a70-4cf0-b2ef-535a2d0eeb37, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=892c6070-7a70-4cf0-b2ef-535a2d0eeb37,segment=NetworkSegment(5a0930d2-6a27-4661-a1d4-731f8669008f),segment_id=5a0930d2-6a27-4661-a1d4-731f8669008f)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:26:14.268714 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6916602a-d8cb-4d90-b418-3bb96a183418 req-8624585e-2eda-447c-a5d5-143465ceb6d0 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:26:14.269266 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Returning: {'device': '892c6070-7a70-4cf0-b2ef-535a2d0eeb37', 'network_id': '7a94c5f1-64dd-4250-a382-84c127ecef53', 'port_id': '892c6070-7a70-4cf0-b2ef-535a2d0eeb37', 'mac_address': 'fa:16:3e:68:fe:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bd65b21-db6f-451e-86f7-e83bfb15b89f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 15:26:14.270222 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-6916602a-d8cb-4d90-b418-3bb96a183418 req-8624585e-2eda-447c-a5d5-143465ceb6d0 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/ports?device_id=45df769c-2928-48c4-a5db-f932dee83074 HTTP/1.1" status: 200 len: 943 time: 0.0519164 Aug 26 15:26:14.314472 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:14.324106 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-6916602a-d8cb-4d90-b418-3bb96a183418 req-7c121f84-6177-4545-86f5-7d3e8f653b8b tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/security-groups?id=e18d2e28-abe2-4c40-a4ee-147ecea0ab19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414245 Aug 26 15:26:14.333941 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.notifiers.nova [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 892c6070-7a70-4cf0-b2ef-535a2d0eeb37 {{(pid=93843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 15:26:14.353665 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] For port 892c6070-7a70-4cf0-b2ef-535a2d0eeb37, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=892c6070-7a70-4cf0-b2ef-535a2d0eeb37,segment=NetworkSegment(5a0930d2-6a27-4661-a1d4-731f8669008f),segment_id=5a0930d2-6a27-4661-a1d4-731f8669008f)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:26:14.357554 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:14.405493 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Pushing event updated for resources: {'Port': ['ID=892c6070-7a70-4cf0-b2ef-535a2d0eeb37,revision_number=4']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:26:14.661019 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] get_ports_and_sgs() called for port_ids ['892c6070-7a70-4cf0-b2ef-535a2d0eeb37'] {{(pid=93843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 15:26:15.036617 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f66990-1c6e-4680-a04b-20e5e9deb303 req-73c3a640-e923-4812-9e0f-06b98f87f121 tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:26:15.038598 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-e6f66990-1c6e-4680-a04b-20e5e9deb303 req-73c3a640-e923-4812-9e0f-06b98f87f121 tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5d3c404-13ef-45f6-9853-2021796998b1 HTTP/1.1" status: 200 len: 944 time: 0.0498025 Aug 26 15:26:15.079884 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-e6f66990-1c6e-4680-a04b-20e5e9deb303 req-081d2672-28a8-4f9d-81bc-32a8efa33fff tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4052277-408e-4f94-b607-f798f751e9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348372 Aug 26 15:26:15.229826 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5345ef4d-6d91-4181-b920-6111b3fa03da req-37f6436a-15f1-49eb-a4bf-727c4e7a1552 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:26:15.232121 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-5345ef4d-6d91-4181-b920-6111b3fa03da req-37f6436a-15f1-49eb-a4bf-727c4e7a1552 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c109c3b-265c-4b41-8d6b-111cc8d2ee8d HTTP/1.1" status: 200 len: 984 time: 0.0532057 Aug 26 15:26:15.274779 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-5345ef4d-6d91-4181-b920-6111b3fa03da req-ec9e52b9-48b4-490f-ac32-bc217875590b tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7c86801-7023-4d06-831a-0fe25e6ad1a9&id=e62b5368-65f6-47b1-a3f0-2bcec5167246&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0359712 Aug 26 15:26:15.438206 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705fba35-2a70-414a-bcdd-40023c8a6ff3 req-c7b28734-dda4-46fd-98a0-6733486212d3 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:26:15.439686 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-705fba35-2a70-414a-bcdd-40023c8a6ff3 req-c7b28734-dda4-46fd-98a0-6733486212d3 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/ports?device_id=45df769c-2928-48c4-a5db-f932dee83074 HTTP/1.1" status: 200 len: 943 time: 0.0488350 Aug 26 15:26:15.480037 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-705fba35-2a70-414a-bcdd-40023c8a6ff3 req-b71d7d3e-c53e-40c8-b2a7-a5881d27dfde tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/security-groups?id=e18d2e28-abe2-4c40-a4ee-147ecea0ab19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342658 Aug 26 15:26:16.174042 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Device 57e67d73-a0f2-489a-94b2-ff8f4b55fb87 details requested by agent hyperv_hv-cinder-77957 with host hv-cinder-77957 {{(pid=93843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 15:26:16.202674 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5695eb-6479-4b05-99b6-3832d6f3ec52 req-b3894058-ec14-47fc-bae6-99d49b92586c tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:26:16.204378 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-bc5695eb-6479-4b05-99b6-3832d6f3ec52 req-b3894058-ec14-47fc-bae6-99d49b92586c tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5d3c404-13ef-45f6-9853-2021796998b1 HTTP/1.1" status: 200 len: 944 time: 0.0579195 Aug 26 15:26:16.251169 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Device 892c6070-7a70-4cf0-b2ef-535a2d0eeb37 up at agent hyperv_hv-cinder-77957 {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:26:16.252961 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-bc5695eb-6479-4b05-99b6-3832d6f3ec52 req-ecaa7b07-375e-41c8-ad7a-40ef8c6dc0e1 tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4052277-408e-4f94-b607-f798f751e9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420496 Aug 26 15:26:16.310968 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] For port 57e67d73-a0f2-489a-94b2-ff8f4b55fb87, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=57e67d73-a0f2-489a-94b2-ff8f4b55fb87,segment=NetworkSegment(c2792f37-8bd4-4f4a-a238-627501de7f94),segment_id=c2792f37-8bd4-4f4a-a238-627501de7f94)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:26:16.325422 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Returning: {'device': '57e67d73-a0f2-489a-94b2-ff8f4b55fb87', 'network_id': 'ff3f8523-7c5c-45fd-bb0d-14c506d1eed1', 'port_id': '57e67d73-a0f2-489a-94b2-ff8f4b55fb87', 'mac_address': 'fa:16:3e:f8:99:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03934509-c48d-4abc-9880-2d8ef00a653e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 15:26:16.360470 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Provisioning for port 892c6070-7a70-4cf0-b2ef-535a2d0eeb37 completed by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 15:26:16.371070 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Provisioning complete for port 892c6070-7a70-4cf0-b2ef-535a2d0eeb37 triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:26:16.371461 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:16.395900 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718f270a-5c35-406c-b8c1-ba439a2a90db req-22ef1d36-25b8-4f05-9449-3ad3d732a9ad tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:26:16.397479 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-718f270a-5c35-406c-b8c1-ba439a2a90db req-22ef1d36-25b8-4f05-9449-3ad3d732a9ad tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c109c3b-265c-4b41-8d6b-111cc8d2ee8d HTTP/1.1" status: 200 len: 984 time: 0.0537555 Aug 26 15:26:16.397861 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:16.419828 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.notifiers.nova [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57e67d73-a0f2-489a-94b2-ff8f4b55fb87 {{(pid=93843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 15:26:16.444055 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] For port 57e67d73-a0f2-489a-94b2-ff8f4b55fb87, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=57e67d73-a0f2-489a-94b2-ff8f4b55fb87,segment=NetworkSegment(c2792f37-8bd4-4f4a-a238-627501de7f94),segment_id=c2792f37-8bd4-4f4a-a238-627501de7f94)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:26:16.444393 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-718f270a-5c35-406c-b8c1-ba439a2a90db req-aaccf4d7-0a98-460e-8fc9-75b2dddfd3b7 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7c86801-7023-4d06-831a-0fe25e6ad1a9&id=e62b5368-65f6-47b1-a3f0-2bcec5167246&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0395195 Aug 26 15:26:16.450555 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:16.513748 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:16.546007 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Pushing event updated for resources: {'Port': ['ID=57e67d73-a0f2-489a-94b2-ff8f4b55fb87,revision_number=4']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:26:16.560166 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5d3c404-13ef-45f6-9853-2021796998b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '892c6070-7a70-4cf0-b2ef-535a2d0eeb37'}] {{(pid=93843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 15:26:16.562759 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d587d98fe02f6619f456de0f45288515ee723af96d1e5c8ab0bdf50e2145b638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-753e7358-ae85-4e27-a99f-59f1a5378110" -d '{"events": [{"server_uuid": "a5d3c404-13ef-45f6-9853-2021796998b1", "name": "network-vif-plugged", "status": "completed", "tag": "892c6070-7a70-4cf0-b2ef-535a2d0eeb37"}]}' {{(pid=93843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:26:16.579463 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] For port 892c6070-7a70-4cf0-b2ef-535a2d0eeb37, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=892c6070-7a70-4cf0-b2ef-535a2d0eeb37,segment=NetworkSegment(5a0930d2-6a27-4661-a1d4-731f8669008f),segment_id=5a0930d2-6a27-4661-a1d4-731f8669008f)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:26:16.583936 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:16.608378 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 15:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89424a22-1936-4049-8dae-6a94d0620a00 x-openstack-request-id: req-89424a22-1936-4049-8dae-6a94d0620a00 {{(pid=93843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:26:16.608671 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5d3c404-13ef-45f6-9853-2021796998b1", "name": "network-vif-plugged", "status": "completed", "tag": "892c6070-7a70-4cf0-b2ef-535a2d0eeb37", "code": 200}]} {{(pid=93843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:26:16.608923 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-89424a22-1936-4049-8dae-6a94d0620a00 {{(pid=93843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:26:16.609102 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37e3f41-f879-43a1-ab1b-82d5a04cec4b req-d654e94e-73a4-4be0-a661-95e11156fb22 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:26:16.609304 dv-cinder-779576-7-iscsi neutron-server[93843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5d3c404-13ef-45f6-9853-2021796998b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '892c6070-7a70-4cf0-b2ef-535a2d0eeb37', 'code': 200} Aug 26 15:26:16.611369 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-c37e3f41-f879-43a1-ab1b-82d5a04cec4b req-d654e94e-73a4-4be0-a661-95e11156fb22 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/ports?device_id=45df769c-2928-48c4-a5db-f932dee83074 HTTP/1.1" status: 200 len: 944 time: 0.0608208 Aug 26 15:26:16.637864 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Pushing event updated for resources: {'Port': ['ID=892c6070-7a70-4cf0-b2ef-535a2d0eeb37,revision_number=5']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:26:16.656885 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-c37e3f41-f879-43a1-ab1b-82d5a04cec4b req-5e3b00dd-eeed-4855-8284-879840a66200 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/security-groups?id=e18d2e28-abe2-4c40-a4ee-147ecea0ab19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378103 Aug 26 15:26:16.749211 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] get_ports_and_sgs() called for port_ids ['57e67d73-a0f2-489a-94b2-ff8f4b55fb87'] {{(pid=93843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 15:26:16.786014 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2844fa4-db7b-4a56-8077-7c4af20bb96e req-585f1808-dcec-47a3-bf90-3824afae141f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:26:16.788210 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-f2844fa4-db7b-4a56-8077-7c4af20bb96e req-585f1808-dcec-47a3-bf90-3824afae141f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a5d3c404-13ef-45f6-9853-2021796998b1 HTTP/1.1" status: 200 len: 1098 time: 0.0424995 Aug 26 15:26:16.826055 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-f2844fa4-db7b-4a56-8077-7c4af20bb96e req-f263a43f-3eca-4b94-bfdb-07dbaf776a93 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c4052277-408e-4f94-b607-f798f751e9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310068 Aug 26 15:26:17.383888 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9f679a-9011-4014-afcd-5bd67394b029 req-a91e6a9a-038f-47a9-8ac6-7021e69ee9f3 tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:26:17.385431 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-6c9f679a-9011-4014-afcd-5bd67394b029 req-a91e6a9a-038f-47a9-8ac6-7021e69ee9f3 tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5d3c404-13ef-45f6-9853-2021796998b1 HTTP/1.1" status: 200 len: 945 time: 0.0590310 Aug 26 15:26:17.423473 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-6c9f679a-9011-4014-afcd-5bd67394b029 req-22feadb6-bf49-4d56-bee8-22405e878d47 tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4052277-408e-4f94-b607-f798f751e9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320561 Aug 26 15:26:17.775541 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3793b17-6f81-41fd-a87c-3c64bc859a22 req-b29e7ea0-4020-40fd-8620-66d456137111 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:26:17.777103 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-e3793b17-6f81-41fd-a87c-3c64bc859a22 req-b29e7ea0-4020-40fd-8620-66d456137111 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/ports?device_id=45df769c-2928-48c4-a5db-f932dee83074 HTTP/1.1" status: 200 len: 944 time: 0.0497789 Aug 26 15:26:17.816204 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-e3793b17-6f81-41fd-a87c-3c64bc859a22 req-5026a01b-58df-42cd-8ec3-bf9402e8bbf1 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/security-groups?id=e18d2e28-abe2-4c40-a4ee-147ecea0ab19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330348 Aug 26 15:26:18.175909 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Device 57e67d73-a0f2-489a-94b2-ff8f4b55fb87 up at agent hyperv_hv-cinder-77957 {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:26:18.234800 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Provisioning for port 57e67d73-a0f2-489a-94b2-ff8f4b55fb87 completed by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 15:26:18.240049 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Provisioning complete for port 57e67d73-a0f2-489a-94b2-ff8f4b55fb87 triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:26:18.241092 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:18.318619 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:18.351368 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] For port 57e67d73-a0f2-489a-94b2-ff8f4b55fb87, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=57e67d73-a0f2-489a-94b2-ff8f4b55fb87,segment=NetworkSegment(c2792f37-8bd4-4f4a-a238-627501de7f94),segment_id=c2792f37-8bd4-4f4a-a238-627501de7f94)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:26:18.356349 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:18.414358 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Pushing event updated for resources: {'Port': ['ID=57e67d73-a0f2-489a-94b2-ff8f4b55fb87,revision_number=5']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:26:18.544473 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e107d1f6-cd2f-400d-886b-bd028a0da46c req-eb70924d-9da3-4715-a67d-4e515ebf8e96 tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:26:18.546039 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-e107d1f6-cd2f-400d-886b-bd028a0da46c req-eb70924d-9da3-4715-a67d-4e515ebf8e96 tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5d3c404-13ef-45f6-9853-2021796998b1 HTTP/1.1" status: 200 len: 945 time: 0.0545485 Aug 26 15:26:18.586414 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-e107d1f6-cd2f-400d-886b-bd028a0da46c req-c762cb10-4c17-47db-9958-a1db4162d3e7 tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4052277-408e-4f94-b607-f798f751e9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343173 Aug 26 15:26:18.610854 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45df769c-2928-48c4-a5db-f932dee83074', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57e67d73-a0f2-489a-94b2-ff8f4b55fb87'}] {{(pid=93843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 15:26:18.613137 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d587d98fe02f6619f456de0f45288515ee723af96d1e5c8ab0bdf50e2145b638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76a24d95-9099-4586-ad53-6db8b28656d7" -d '{"events": [{"server_uuid": "45df769c-2928-48c4-a5db-f932dee83074", "name": "network-vif-plugged", "status": "completed", "tag": "57e67d73-a0f2-489a-94b2-ff8f4b55fb87"}]}' {{(pid=93843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:26:18.653771 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 15:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-660c856a-010b-4900-909f-322787ca0624 x-openstack-request-id: req-660c856a-010b-4900-909f-322787ca0624 {{(pid=93843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:26:18.654068 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45df769c-2928-48c4-a5db-f932dee83074", "name": "network-vif-plugged", "status": "completed", "tag": "57e67d73-a0f2-489a-94b2-ff8f4b55fb87", "code": 200}]} {{(pid=93843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:26:18.654322 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-660c856a-010b-4900-909f-322787ca0624 {{(pid=93843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:26:18.654720 dv-cinder-779576-7-iscsi neutron-server[93843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45df769c-2928-48c4-a5db-f932dee83074', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57e67d73-a0f2-489a-94b2-ff8f4b55fb87', 'code': 200} Aug 26 15:26:18.861507 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736ae087-0f10-4b21-9f91-fbea6fd77d1e req-2562bd90-ab82-4dec-ab12-e3fbd82c2126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:26:18.863723 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-736ae087-0f10-4b21-9f91-fbea6fd77d1e req-2562bd90-ab82-4dec-ab12-e3fbd82c2126 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=45df769c-2928-48c4-a5db-f932dee83074 HTTP/1.1" status: 200 len: 1098 time: 0.0529351 Aug 26 15:26:18.907516 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-736ae087-0f10-4b21-9f91-fbea6fd77d1e req-b3abc272-04dc-47ce-b22f-a8c3e641def9 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e18d2e28-abe2-4c40-a4ee-147ecea0ab19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361614 Aug 26 15:26:18.950190 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5faf39c-acdf-4a06-b741-4f9999859d81 req-90f3a901-33d9-4e10-88bd-ea49f2bd77a9 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:26:18.951680 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-c5faf39c-acdf-4a06-b741-4f9999859d81 req-90f3a901-33d9-4e10-88bd-ea49f2bd77a9 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/ports?device_id=45df769c-2928-48c4-a5db-f932dee83074 HTTP/1.1" status: 200 len: 945 time: 0.0571351 Aug 26 15:26:19.008711 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-c5faf39c-acdf-4a06-b741-4f9999859d81 req-54bb7c5e-4043-45f7-970e-9191ddcb3f13 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/security-groups?id=e18d2e28-abe2-4c40-a4ee-147ecea0ab19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486355 Aug 26 15:26:20.128534 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a03864a-3f63-4777-ad97-8e32245dfd28 req-83d0c0ae-bf68-4d68-8bc4-bdb937518120 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:26:20.130100 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-6a03864a-3f63-4777-ad97-8e32245dfd28 req-83d0c0ae-bf68-4d68-8bc4-bdb937518120 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/ports?device_id=45df769c-2928-48c4-a5db-f932dee83074 HTTP/1.1" status: 200 len: 945 time: 0.0495982 Aug 26 15:26:20.171090 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-6a03864a-3f63-4777-ad97-8e32245dfd28 req-aa0000e9-da90-4069-9ce5-b14d760bb9f5 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/security-groups?id=e18d2e28-abe2-4c40-a4ee-147ecea0ab19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341449 Aug 26 15:26:21.286928 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a4bd90-d56a-4ae5-9800-ccf18735efc7 req-f7c6c173-c154-4bd8-bc9a-c2ec922c6038 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:26:21.289189 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-c0a4bd90-d56a-4ae5-9800-ccf18735efc7 req-f7c6c173-c154-4bd8-bc9a-c2ec922c6038 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/ports?device_id=45df769c-2928-48c4-a5db-f932dee83074 HTTP/1.1" status: 200 len: 945 time: 0.0504377 Aug 26 15:26:21.326825 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-c0a4bd90-d56a-4ae5-9800-ccf18735efc7 req-7fc81a8f-a08b-4dad-b886-b90a5badf670 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/security-groups?id=e18d2e28-abe2-4c40-a4ee-147ecea0ab19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315073 Aug 26 15:26:37.081311 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda9d208-45a3-4f8f-be20-2be138d6f638 req-99dcfbbf-4cdd-4967-a67f-36d3ae72e0aa tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:26:37.084265 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-fda9d208-45a3-4f8f-be20-2be138d6f638 req-99dcfbbf-4cdd-4967-a67f-36d3ae72e0aa tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/networks?id=ff3f8523-7c5c-45fd-bb0d-14c506d1eed1 HTTP/1.1" status: 200 len: 814 time: 0.1720424 Aug 26 15:26:37.105616 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-fda9d208-45a3-4f8f-be20-2be138d6f638 req-d59f0132-9c4b-42fb-919a-82240e70142a tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/quotas/0a435dbe6e324e7ca5ecfe0235b2dd08 HTTP/1.1" status: 200 len: 375 time: 0.0153632 Aug 26 15:26:37.176143 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-fda9d208-45a3-4f8f-be20-2be138d6f638 req-f63bb0a4-0679-41e8-92e8-2967a8e4e0df tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0a435dbe6e324e7ca5ecfe0235b2dd08&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0633888 Aug 26 15:26:37.182676 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-16f79527-597e-4b01-b6e2-3ddc356e2f35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:37.291511 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-fda9d208-45a3-4f8f-be20-2be138d6f638 req-877a00b8-3187-418d-a3fa-271c8bdd95ea service neutron] 10.222.0.20 "GET /v2.0/networks/ff3f8523-7c5c-45fd-bb0d-14c506d1eed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947974 Aug 26 15:26:37.398137 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-fda9d208-45a3-4f8f-be20-2be138d6f638 req-5ee18e82-c3f1-4681-98eb-c4fa9e78e4a3 service neutron] 10.222.0.20 "GET /v2.0/networks/ff3f8523-7c5c-45fd-bb0d-14c506d1eed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996778 Aug 26 15:26:37.603570 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-26ddcdbe-3c56-4657-b0a2-bc0f5ac2d7f0 req-6fd30ac7-3248-4ff6-bffb-74d8ad900a6b tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef7873c0-7645-4550-ba93-4e8862320125 HTTP/1.1" status: 200 len: 210 time: 0.0447357 Aug 26 15:26:38.724244 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-17cd3e5a-7959-47fe-8e82-74ca1156ad41 req-64e317bf-e00d-4542-825b-ae230732e497 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef7873c0-7645-4550-ba93-4e8862320125 HTTP/1.1" status: 200 len: 210 time: 0.0364242 Aug 26 15:26:38.861559 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda9d208-45a3-4f8f-be20-2be138d6f638 req-1c0cf983-1d50-475e-aef7-785d6aefd951 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:26:38.863153 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-fda9d208-45a3-4f8f-be20-2be138d6f638 req-1c0cf983-1d50-475e-aef7-785d6aefd951 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.47 "GET /v2.0/networks?id=ff3f8523-7c5c-45fd-bb0d-14c506d1eed1 HTTP/1.1" status: 200 len: 814 time: 0.1188583 Aug 26 15:26:38.877535 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:38.884747 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [req-fda9d208-45a3-4f8f-be20-2be138d6f638 req-acf97aec-dec7-4c00-aa3f-bf6127dfb006 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Request body: {'port': {'device_id': 'ef7873c0-7645-4550-ba93-4e8862320125', 'network_id': 'ff3f8523-7c5c-45fd-bb0d-14c506d1eed1', 'admin_state_up': True, 'tenant_id': '0a435dbe6e324e7ca5ecfe0235b2dd08'}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:26:39.016012 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fda9d208-45a3-4f8f-be20-2be138d6f638 req-acf97aec-dec7-4c00-aa3f-bf6127dfb006 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Made reservation on behalf of 0a435dbe6e324e7ca5ecfe0235b2dd08 for: {'port': 1} {{(pid=93841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:26:39.020098 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-fda9d208-45a3-4f8f-be20-2be138d6f638 req-acf97aec-dec7-4c00-aa3f-bf6127dfb006 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:39.176853 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.db.db_base_plugin_common [req-fda9d208-45a3-4f8f-be20-2be138d6f638 req-acf97aec-dec7-4c00-aa3f-bf6127dfb006 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Allocated IP 172.20.0.10 (ff3f8523-7c5c-45fd-bb0d-14c506d1eed1/03934509-c48d-4abc-9880-2d8ef00a653e/e9192f97-ee0a-469d-8dfc-eb0c1a274aa5) {{(pid=93841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:26:39.392416 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-fda9d208-45a3-4f8f-be20-2be138d6f638 req-acf97aec-dec7-4c00-aa3f-bf6127dfb006 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Notify callbacks [] for port, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:39.441059 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-fda9d208-45a3-4f8f-be20-2be138d6f638 req-acf97aec-dec7-4c00-aa3f-bf6127dfb006 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793280355359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263742114'] for port, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:39.456391 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] get_ports_and_sgs() called for port_ids ['57e67d73-a0f2-489a-94b2-ff8f4b55fb87'] {{(pid=93843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 15:26:39.501299 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fda9d208-45a3-4f8f-be20-2be138d6f638 req-acf97aec-dec7-4c00-aa3f-bf6127dfb006 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Network ff3f8523-7c5c-45fd-bb0d-14c506d1eed1 is already hosted by enough agents. {{(pid=93841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:26:39.504826 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.scheduler.base_scheduler [req-fda9d208-45a3-4f8f-be20-2be138d6f638 req-acf97aec-dec7-4c00-aa3f-bf6127dfb006 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Resources bound (agent type, host, resource id): {{(pid=93841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:26:39.510997 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [req-fda9d208-45a3-4f8f-be20-2be138d6f638 req-acf97aec-dec7-4c00-aa3f-bf6127dfb006 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Received port after_create {{(pid=93841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 15:26:39.545152 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf97aec-dec7-4c00-aa3f-bf6127dfb006 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Pushing event updated for resources: {'Port': ['ID=e9192f97-ee0a-469d-8dfc-eb0c1a274aa5,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:26:39.600908 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda9d208-45a3-4f8f-be20-2be138d6f638 req-acf97aec-dec7-4c00-aa3f-bf6127dfb006 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:26:39.602385 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-fda9d208-45a3-4f8f-be20-2be138d6f638 req-acf97aec-dec7-4c00-aa3f-bf6127dfb006 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4089636'] for port, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:39.626619 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-fda9d208-45a3-4f8f-be20-2be138d6f638 req-acf97aec-dec7-4c00-aa3f-bf6127dfb006 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7472813 Aug 26 15:26:39.649139 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [req-fda9d208-45a3-4f8f-be20-2be138d6f638 req-d701b5c0-37d4-489c-affb-cb12a0ce8259 service neutron] Request body: {'port': {'device_id': 'ef7873c0-7645-4550-ba93-4e8862320125', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77957'}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:26:39.731692 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-fda9d208-45a3-4f8f-be20-2be138d6f638 req-d701b5c0-37d4-489c-affb-cb12a0ce8259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:39.847183 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:39.948254 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-38dc24ee-ef95-4295-be94-3c9eed255729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:39.983628 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0358cd4-16ef-42a0-8c9b-196d6bd746d8 req-64de3481-7f83-4bc5-af82-2fd03fd4baca tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:26:39.985285 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-b0358cd4-16ef-42a0-8c9b-196d6bd746d8 req-64de3481-7f83-4bc5-af82-2fd03fd4baca tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef7873c0-7645-4550-ba93-4e8862320125 HTTP/1.1" status: 200 len: 932 time: 0.1606307 Aug 26 15:26:40.056992 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-b0358cd4-16ef-42a0-8c9b-196d6bd746d8 req-548217ca-5aeb-47ab-a66a-3a135bb58bb6 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/security-groups?id=e18d2e28-abe2-4c40-a4ee-147ecea0ab19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601478 Aug 26 15:26:40.136563 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.notifiers.nova [req-fda9d208-45a3-4f8f-be20-2be138d6f638 req-d701b5c0-37d4-489c-affb-cb12a0ce8259 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9192f97-ee0a-469d-8dfc-eb0c1a274aa5 {{(pid=93841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 15:26:40.144970 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-fda9d208-45a3-4f8f-be20-2be138d6f638 req-d701b5c0-37d4-489c-affb-cb12a0ce8259 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:40.158921 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.db.provisioning_blocks [req-fda9d208-45a3-4f8f-be20-2be138d6f638 req-d701b5c0-37d4-489c-affb-cb12a0ce8259 service neutron] Transition to ACTIVE for port object e9192f97-ee0a-469d-8dfc-eb0c1a274aa5 will not be triggered until provisioned by entity L2. {{(pid=93841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 15:26:40.163546 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-fda9d208-45a3-4f8f-be20-2be138d6f638 req-d701b5c0-37d4-489c-affb-cb12a0ce8259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263742139'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:40.223332 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d701b5c0-37d4-489c-affb-cb12a0ce8259 service neutron] Pushing event updated for resources: {'Port': ['ID=e9192f97-ee0a-469d-8dfc-eb0c1a274aa5,revision_number=2']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:26:40.295110 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [req-fda9d208-45a3-4f8f-be20-2be138d6f638 req-d701b5c0-37d4-489c-affb-cb12a0ce8259 service neutron] Attempting to bind port e9192f97-ee0a-469d-8dfc-eb0c1a274aa5 on host hv-cinder-77957 for vnic_type normal with profile {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 15:26:40.295456 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [req-fda9d208-45a3-4f8f-be20-2be138d6f638 req-d701b5c0-37d4-489c-affb-cb12a0ce8259 service neutron] Attempting to bind port e9192f97-ee0a-469d-8dfc-eb0c1a274aa5 by drivers openvswitch,hyperv on host hv-cinder-77957 at level 0 using segments [{'id': 'c2792f37-8bd4-4f4a-a238-627501de7f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ff3f8523-7c5c-45fd-bb0d-14c506d1eed1'}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 15:26:40.295793 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda9d208-45a3-4f8f-be20-2be138d6f638 req-d701b5c0-37d4-489c-affb-cb12a0ce8259 service neutron] Attempting to bind port e9192f97-ee0a-469d-8dfc-eb0c1a274aa5 on network ff3f8523-7c5c-45fd-bb0d-14c506d1eed1 {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 15:26:40.301092 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda9d208-45a3-4f8f-be20-2be138d6f638 req-d701b5c0-37d4-489c-affb-cb12a0ce8259 service neutron] Port e9192f97-ee0a-469d-8dfc-eb0c1a274aa5 on network ff3f8523-7c5c-45fd-bb0d-14c506d1eed1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77957 {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 15:26:40.301391 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda9d208-45a3-4f8f-be20-2be138d6f638 req-d701b5c0-37d4-489c-affb-cb12a0ce8259 service neutron] Attempting to bind port e9192f97-ee0a-469d-8dfc-eb0c1a274aa5 on network ff3f8523-7c5c-45fd-bb0d-14c506d1eed1 {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 15:26:40.307602 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda9d208-45a3-4f8f-be20-2be138d6f638 req-d701b5c0-37d4-489c-affb-cb12a0ce8259 service neutron] Checking agent: {'id': '48810b0c-601b-439f-aa19-0a054d9f642d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77957', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 15, 20, 8), 'started_at': datetime.datetime(2021, 8, 26, 15, 20, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 15, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 15:26:40.307935 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda9d208-45a3-4f8f-be20-2be138d6f638 req-d701b5c0-37d4-489c-affb-cb12a0ce8259 service neutron] Checking segment: {'id': 'c2792f37-8bd4-4f4a-a238-627501de7f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ff3f8523-7c5c-45fd-bb0d-14c506d1eed1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 15:26:40.308244 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda9d208-45a3-4f8f-be20-2be138d6f638 req-d701b5c0-37d4-489c-affb-cb12a0ce8259 service neutron] Bound using segment: {'id': 'c2792f37-8bd4-4f4a-a238-627501de7f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ff3f8523-7c5c-45fd-bb0d-14c506d1eed1'} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 15:26:40.308687 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [req-fda9d208-45a3-4f8f-be20-2be138d6f638 req-d701b5c0-37d4-489c-affb-cb12a0ce8259 service neutron] Bound port: e9192f97-ee0a-469d-8dfc-eb0c1a274aa5, host: hv-cinder-77957, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2792f37-8bd4-4f4a-a238-627501de7f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ff3f8523-7c5c-45fd-bb0d-14c506d1eed1'}}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 15:26:40.309056 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-fda9d208-45a3-4f8f-be20-2be138d6f638 req-d701b5c0-37d4-489c-affb-cb12a0ce8259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:40.381357 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.db [req-fda9d208-45a3-4f8f-be20-2be138d6f638 req-d701b5c0-37d4-489c-affb-cb12a0ce8259 service neutron] For port e9192f97-ee0a-469d-8dfc-eb0c1a274aa5, host hv-cinder-77957, cleared binding levels {{(pid=93841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:26:40.385471 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.db [req-fda9d208-45a3-4f8f-be20-2be138d6f638 req-d701b5c0-37d4-489c-affb-cb12a0ce8259 service neutron] For port e9192f97-ee0a-469d-8dfc-eb0c1a274aa5, host hv-cinder-77957, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=e9192f97-ee0a-469d-8dfc-eb0c1a274aa5,segment=NetworkSegment(c2792f37-8bd4-4f4a-a238-627501de7f94),segment_id=c2792f37-8bd4-4f4a-a238-627501de7f94)] {{(pid=93841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:26:40.390946 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-fda9d208-45a3-4f8f-be20-2be138d6f638 req-d701b5c0-37d4-489c-affb-cb12a0ce8259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263742139'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:40.428677 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda9d208-45a3-4f8f-be20-2be138d6f638 req-d701b5c0-37d4-489c-affb-cb12a0ce8259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:26:40.429304 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-fda9d208-45a3-4f8f-be20-2be138d6f638 req-d701b5c0-37d4-489c-affb-cb12a0ce8259 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4089636'] for port, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:40.431183 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-fda9d208-45a3-4f8f-be20-2be138d6f638 req-d701b5c0-37d4-489c-affb-cb12a0ce8259 service neutron] 10.222.0.47 "PUT /v2.0/ports/e9192f97-ee0a-469d-8dfc-eb0c1a274aa5 HTTP/1.1" status: 200 len: 1094 time: 0.7933264 Aug 26 15:26:40.431315 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef7873c0-7645-4550-ba93-4e8862320125', 'tag': 'e9192f97-ee0a-469d-8dfc-eb0c1a274aa5'}] {{(pid=93841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 15:26:40.433573 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40d6179e675e884694bb6412ad93f17435ac71a39ec2274297e1b4aadb89820e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bc6b2a1-8dcf-4a62-aaab-fbd2f48a991b" -d '{"events": [{"name": "network-changed", "server_uuid": "ef7873c0-7645-4550-ba93-4e8862320125", "tag": "e9192f97-ee0a-469d-8dfc-eb0c1a274aa5"}]}' {{(pid=93841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:26:40.462541 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d701b5c0-37d4-489c-affb-cb12a0ce8259 service neutron] Pushing event updated for resources: {'Port': ['ID=e9192f97-ee0a-469d-8dfc-eb0c1a274aa5,revision_number=3']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:26:40.517985 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 15:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfa1b60a-024d-4aa6-8994-707d38bff04b x-openstack-request-id: req-cfa1b60a-024d-4aa6-8994-707d38bff04b {{(pid=93841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:26:40.518386 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef7873c0-7645-4550-ba93-4e8862320125", "tag": "e9192f97-ee0a-469d-8dfc-eb0c1a274aa5", "status": "completed", "code": 200}]} {{(pid=93841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:26:40.518694 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cfa1b60a-024d-4aa6-8994-707d38bff04b {{(pid=93841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:26:40.519111 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef7873c0-7645-4550-ba93-4e8862320125', 'tag': 'e9192f97-ee0a-469d-8dfc-eb0c1a274aa5', 'status': 'completed', 'code': 200} Aug 26 15:26:40.538745 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda9d208-45a3-4f8f-be20-2be138d6f638 req-d2aca0d9-54b0-4572-9928-4dcf3a9a7c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:26:40.540512 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-fda9d208-45a3-4f8f-be20-2be138d6f638 req-d2aca0d9-54b0-4572-9928-4dcf3a9a7c9a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0a435dbe6e324e7ca5ecfe0235b2dd08&device_id=ef7873c0-7645-4550-ba93-4e8862320125 HTTP/1.1" status: 200 len: 1097 time: 0.0495250 Aug 26 15:26:40.623046 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-fda9d208-45a3-4f8f-be20-2be138d6f638 req-8b2bab4a-8b0c-4877-bfff-f6386d4ffe74 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e9192f97-ee0a-469d-8dfc-eb0c1a274aa5 HTTP/1.1" status: 200 len: 217 time: 0.0662112 Aug 26 15:26:40.706625 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda9d208-45a3-4f8f-be20-2be138d6f638 req-61e317ee-22cc-4d9d-97ca-fb96cc890960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:26:40.708397 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-fda9d208-45a3-4f8f-be20-2be138d6f638 req-61e317ee-22cc-4d9d-97ca-fb96cc890960 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=03934509-c48d-4abc-9880-2d8ef00a653e HTTP/1.1" status: 200 len: 854 time: 0.0744014 Aug 26 15:26:40.746658 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-fda9d208-45a3-4f8f-be20-2be138d6f638 req-aec3bbd4-76b5-45eb-981d-b50abdd3a66f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ff3f8523-7c5c-45fd-bb0d-14c506d1eed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267935 Aug 26 15:26:40.860847 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-fda9d208-45a3-4f8f-be20-2be138d6f638 req-38616820-ed5c-4952-8cad-cc97d988c1e1 service neutron] 10.222.0.47 "GET /v2.0/networks/ff3f8523-7c5c-45fd-bb0d-14c506d1eed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984926 Aug 26 15:26:40.985534 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-fda9d208-45a3-4f8f-be20-2be138d6f638 req-947412ed-0b83-4976-a226-0ea3a5b38d6e service neutron] 10.222.0.47 "GET /v2.0/networks/ff3f8523-7c5c-45fd-bb0d-14c506d1eed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145506 Aug 26 15:26:41.101313 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc6b2a1-8dcf-4a62-aaab-fbd2f48a991b req-8c812e94-c30d-4e77-afff-8d2401916a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:26:41.102953 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-9bc6b2a1-8dcf-4a62-aaab-fbd2f48a991b req-8c812e94-c30d-4e77-afff-8d2401916a93 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0a435dbe6e324e7ca5ecfe0235b2dd08&device_id=ef7873c0-7645-4550-ba93-4e8862320125 HTTP/1.1" status: 200 len: 1097 time: 0.0496473 Aug 26 15:26:41.273752 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45e2cb7-f357-4ce5-bf0a-8f481056ee1f req-8f9345ae-7666-4466-b013-f1d776a94fcd tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:26:41.275752 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-a45e2cb7-f357-4ce5-bf0a-8f481056ee1f req-8f9345ae-7666-4466-b013-f1d776a94fcd tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef7873c0-7645-4550-ba93-4e8862320125 HTTP/1.1" status: 200 len: 944 time: 0.1057312 Aug 26 15:26:41.279766 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc6b2a1-8dcf-4a62-aaab-fbd2f48a991b req-788f9562-0057-4d43-8e8f-683f53845c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:26:41.281466 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-9bc6b2a1-8dcf-4a62-aaab-fbd2f48a991b req-788f9562-0057-4d43-8e8f-683f53845c4c service neutron] 10.222.0.47 "GET /v2.0/networks?id=ff3f8523-7c5c-45fd-bb0d-14c506d1eed1 HTTP/1.1" status: 200 len: 915 time: 0.1689091 Aug 26 15:26:41.356148 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-9bc6b2a1-8dcf-4a62-aaab-fbd2f48a991b req-bdadba13-40f7-4e7d-b503-1fd63d97f9fd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e9192f97-ee0a-469d-8dfc-eb0c1a274aa5 HTTP/1.1" status: 200 len: 217 time: 0.0545633 Aug 26 15:26:41.365907 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c45f19a1-5a59-44e4-9446-0a9261f71b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:41.398269 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-a45e2cb7-f357-4ce5-bf0a-8f481056ee1f req-9ed119cf-1870-42d3-8da3-d39ddb6b68d2 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/security-groups?id=e18d2e28-abe2-4c40-a4ee-147ecea0ab19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137497 Aug 26 15:26:41.418070 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc6b2a1-8dcf-4a62-aaab-fbd2f48a991b req-52e34cf4-5d11-44d1-abf8-7c135f73ad1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:26:41.419634 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-9bc6b2a1-8dcf-4a62-aaab-fbd2f48a991b req-52e34cf4-5d11-44d1-abf8-7c135f73ad1b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=03934509-c48d-4abc-9880-2d8ef00a653e HTTP/1.1" status: 200 len: 854 time: 0.0562718 Aug 26 15:26:41.459645 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-9bc6b2a1-8dcf-4a62-aaab-fbd2f48a991b req-6ab54f6b-77a1-4e4e-ab03-301153b1b8d9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ff3f8523-7c5c-45fd-bb0d-14c506d1eed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277057 Aug 26 15:26:41.573329 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-9bc6b2a1-8dcf-4a62-aaab-fbd2f48a991b req-21bde543-7609-4871-adc4-a27a86e1ac10 service neutron] 10.222.0.47 "GET /v2.0/networks/ff3f8523-7c5c-45fd-bb0d-14c506d1eed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996664 Aug 26 15:26:41.724062 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-9bc6b2a1-8dcf-4a62-aaab-fbd2f48a991b req-865c4823-8347-4f26-9cd5-bd3285175fbd service neutron] 10.222.0.47 "GET /v2.0/networks/ff3f8523-7c5c-45fd-bb0d-14c506d1eed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273148 Aug 26 15:26:41.986293 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9282af-6a59-46e7-bb14-84074db3c9ff req-7fcf653a-e2af-4ed2-bdf4-04908bd03e3b tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:26:41.987803 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-2c9282af-6a59-46e7-bb14-84074db3c9ff req-7fcf653a-e2af-4ed2-bdf4-04908bd03e3b tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5d3c404-13ef-45f6-9853-2021796998b1 HTTP/1.1" status: 200 len: 945 time: 0.0528734 Aug 26 15:26:42.030915 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-2c9282af-6a59-46e7-bb14-84074db3c9ff req-a2668687-bc6a-4b7e-89b6-4507a3f1ffca tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4052277-408e-4f94-b607-f798f751e9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362868 Aug 26 15:26:42.534432 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1368e004-9298-4066-b84e-f9e6759f5409 req-346c74df-a340-4c10-b7e4-fa326d043ad8 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:26:42.535932 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-1368e004-9298-4066-b84e-f9e6759f5409 req-346c74df-a340-4c10-b7e4-fa326d043ad8 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef7873c0-7645-4550-ba93-4e8862320125 HTTP/1.1" status: 200 len: 944 time: 0.0514960 Aug 26 15:26:42.582364 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-1368e004-9298-4066-b84e-f9e6759f5409 req-033c9321-01c0-4726-a028-ea2e85886170 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/security-groups?id=e18d2e28-abe2-4c40-a4ee-147ecea0ab19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387223 Aug 26 15:26:42.984846 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-a6032fac-f2a0-46d6-9c2c-2483dfdc6249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:43.157615 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9537d881-0f42-4d2a-9d87-5299aa286a51 req-0b5af7dc-85fe-4681-b475-6b2027644d3c tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:26:43.160470 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-9537d881-0f42-4d2a-9d87-5299aa286a51 req-0b5af7dc-85fe-4681-b475-6b2027644d3c tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5d3c404-13ef-45f6-9853-2021796998b1 HTTP/1.1" status: 200 len: 945 time: 0.0548782 Aug 26 15:26:43.362593 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 58278) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:26:43.467843 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-9537d881-0f42-4d2a-9d87-5299aa286a51 req-b21d16e5-d480-40ac-92db-74375b5aa0b7 tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4052277-408e-4f94-b607-f798f751e9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3007073 Aug 26 15:26:43.490465 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-522fb766-6844-4d86-95f3-2db73453c2c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:43.596704 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-522fb766-6844-4d86-95f3-2db73453c2c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:43.602261 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-522fb766-6844-4d86-95f3-2db73453c2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:43.650071 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-522fb766-6844-4d86-95f3-2db73453c2c0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f164b7ee19d347518f170c67e3951b08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2862098 Aug 26 15:26:43.652995 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 58284) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:26:43.655566 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522fb766-6844-4d86-95f3-2db73453c2c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bcd3985-3336-4eb3-b4c7-06b70849a847,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:26:43.714225 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-175c692a-1a4d-4e83-8b24-419f07707f47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:43.714808 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb71e3b-9187-42bb-b440-822c2fcd2d79 req-b2d9e6ea-91fe-4433-aaf0-a4a35072ff64 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:26:43.716618 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-ddb71e3b-9187-42bb-b440-822c2fcd2d79 req-b2d9e6ea-91fe-4433-aaf0-a4a35072ff64 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef7873c0-7645-4550-ba93-4e8862320125 HTTP/1.1" status: 200 len: 944 time: 0.0570259 Aug 26 15:26:43.740331 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-175c692a-1a4d-4e83-8b24-419f07707f47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:43.764882 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-ddb71e3b-9187-42bb-b440-822c2fcd2d79 req-47bde7be-ab52-43d7-93e3-d31a00b29ce2 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/security-groups?id=e18d2e28-abe2-4c40-a4ee-147ecea0ab19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367756 Aug 26 15:26:43.798193 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-175c692a-1a4d-4e83-8b24-419f07707f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:43.801112 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-175c692a-1a4d-4e83-8b24-419f07707f47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:43.802329 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-175c692a-1a4d-4e83-8b24-419f07707f47 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1bcd3985-3336-4eb3-b4c7-06b70849a847 HTTP/1.1" status: 204 len: 168 time: 0.1480012 Aug 26 15:26:43.813529 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175c692a-1a4d-4e83-8b24-419f07707f47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bcd3985-3336-4eb3-b4c7-06b70849a847,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:26:43.960228 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f662a3ce-751b-47a8-995d-a7585fd612c1 req-af804a29-d40b-40b0-91c8-44ed6f411c04 tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:26:43.961994 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-f662a3ce-751b-47a8-995d-a7585fd612c1 req-af804a29-d40b-40b0-91c8-44ed6f411c04 tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] 10.222.0.47 "GET /v2.0/ports?device_id=a5d3c404-13ef-45f6-9853-2021796998b1 HTTP/1.1" status: 200 len: 945 time: 0.0584927 Aug 26 15:26:44.077025 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.plugin [req-f662a3ce-751b-47a8-995d-a7585fd612c1 req-46323807-691e-42c6-99f5-bbc2ff7f355b tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] Deleting port 892c6070-7a70-4cf0-b2ef-535a2d0eeb37 {{(pid=93841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 15:26:44.077204 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-f662a3ce-751b-47a8-995d-a7585fd612c1 req-46323807-691e-42c6-99f5-bbc2ff7f355b tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793280853279'] for port, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:44.184436 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.db [req-f662a3ce-751b-47a8-995d-a7585fd612c1 req-46323807-691e-42c6-99f5-bbc2ff7f355b tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] For port 892c6070-7a70-4cf0-b2ef-535a2d0eeb37, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=892c6070-7a70-4cf0-b2ef-535a2d0eeb37,segment=NetworkSegment(5a0930d2-6a27-4661-a1d4-731f8669008f),segment_id=5a0930d2-6a27-4661-a1d4-731f8669008f)] {{(pid=93841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:26:44.186433 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-f662a3ce-751b-47a8-995d-a7585fd612c1 req-46323807-691e-42c6-99f5-bbc2ff7f355b tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3924976'] for port, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:44.203870 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.plugin [req-f662a3ce-751b-47a8-995d-a7585fd612c1 req-46323807-691e-42c6-99f5-bbc2ff7f355b tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] Calling delete_port for 892c6070-7a70-4cf0-b2ef-535a2d0eeb37 owned by compute:nova {{(pid=93841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 15:26:44.302822 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Device e9192f97-ee0a-469d-8dfc-eb0c1a274aa5 details requested by agent hyperv_hv-cinder-77957 with host hv-cinder-77957 {{(pid=93843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 15:26:44.389453 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-f662a3ce-751b-47a8-995d-a7585fd612c1 req-46323807-691e-42c6-99f5-bbc2ff7f355b tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793280828191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793280355368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263742114'] for port, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:44.407992 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] For port e9192f97-ee0a-469d-8dfc-eb0c1a274aa5, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=e9192f97-ee0a-469d-8dfc-eb0c1a274aa5,segment=NetworkSegment(c2792f37-8bd4-4f4a-a238-627501de7f94),segment_id=c2792f37-8bd4-4f4a-a238-627501de7f94)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:26:44.421854 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] get_ports_and_sgs() called for port_ids ['892c6070-7a70-4cf0-b2ef-535a2d0eeb37'] {{(pid=93843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 15:26:44.448703 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46323807-691e-42c6-99f5-bbc2ff7f355b tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] Pushing event deleted for resources: {'Port': ['ID=892c6070-7a70-4cf0-b2ef-535a2d0eeb37,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:26:44.449797 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Returning: {'device': 'e9192f97-ee0a-469d-8dfc-eb0c1a274aa5', 'network_id': 'ff3f8523-7c5c-45fd-bb0d-14c506d1eed1', 'port_id': 'e9192f97-ee0a-469d-8dfc-eb0c1a274aa5', 'mac_address': 'fa:16:3e:1c:eb:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03934509-c48d-4abc-9880-2d8ef00a653e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 15:26:44.501885 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [req-f662a3ce-751b-47a8-995d-a7585fd612c1 req-46323807-691e-42c6-99f5-bbc2ff7f355b tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] No DVR routers for this DVR port 892c6070-7a70-4cf0-b2ef-535a2d0eeb37 on host hv-cinder-77957 {{(pid=93841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 15:26:44.507255 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-f662a3ce-751b-47a8-995d-a7585fd612c1 req-46323807-691e-42c6-99f5-bbc2ff7f355b tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4089636'] for port, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:44.511876 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:44.512661 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-f662a3ce-751b-47a8-995d-a7585fd612c1 req-46323807-691e-42c6-99f5-bbc2ff7f355b tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] 10.222.0.47 "DELETE /v2.0/ports/892c6070-7a70-4cf0-b2ef-535a2d0eeb37 HTTP/1.1" status: 204 len: 173 time: 0.5437124 Aug 26 15:26:44.513034 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5d3c404-13ef-45f6-9853-2021796998b1', 'name': 'network-vif-deleted', 'tag': '892c6070-7a70-4cf0-b2ef-535a2d0eeb37'}] {{(pid=93841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 15:26:44.516012 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40d6179e675e884694bb6412ad93f17435ac71a39ec2274297e1b4aadb89820e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69d6ffbc-f150-4404-9177-817cceea1774" -d '{"events": [{"server_uuid": "a5d3c404-13ef-45f6-9853-2021796998b1", "name": "network-vif-deleted", "tag": "892c6070-7a70-4cf0-b2ef-535a2d0eeb37"}]}' {{(pid=93841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:26:44.528712 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.notifiers.nova [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9192f97-ee0a-469d-8dfc-eb0c1a274aa5 {{(pid=93843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 15:26:44.557313 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] For port e9192f97-ee0a-469d-8dfc-eb0c1a274aa5, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=e9192f97-ee0a-469d-8dfc-eb0c1a274aa5,segment=NetworkSegment(c2792f37-8bd4-4f4a-a238-627501de7f94),segment_id=c2792f37-8bd4-4f4a-a238-627501de7f94)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:26:44.562482 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:44.577063 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 15:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16c990df-8c83-4c7c-a2ef-b6708ab0662b x-openstack-request-id: req-16c990df-8c83-4c7c-a2ef-b6708ab0662b {{(pid=93841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:26:44.577341 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5d3c404-13ef-45f6-9853-2021796998b1", "name": "network-vif-deleted", "tag": "892c6070-7a70-4cf0-b2ef-535a2d0eeb37", "status": "completed", "code": 200}]} {{(pid=93841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:26:44.577587 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-16c990df-8c83-4c7c-a2ef-b6708ab0662b {{(pid=93841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:26:44.578016 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5d3c404-13ef-45f6-9853-2021796998b1', 'name': 'network-vif-deleted', 'tag': '892c6070-7a70-4cf0-b2ef-535a2d0eeb37', 'status': 'completed', 'code': 200} Aug 26 15:26:44.610668 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-896c2fef-86fa-4d30-a0f5-aafd9e54c5d1 req-e69230d4-73d2-43a9-a1db-0591a24f9186 tempest-VolumesSnapshotTestJSON-437520079 tempest-VolumesSnapshotTestJSON-437520079-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5d3c404-13ef-45f6-9853-2021796998b1 HTTP/1.1" status: 200 len: 210 time: 0.0361660 Aug 26 15:26:44.636328 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Pushing event updated for resources: {'Port': ['ID=e9192f97-ee0a-469d-8dfc-eb0c1a274aa5,revision_number=4']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:26:44.641734 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:26:44.642173 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:26:44.642531 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:26:44.642862 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:26:44.643191 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:26:44.643544 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:26:44.643868 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:26:44.644191 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:26:44.644514 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:26:44.644830 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:26:44.645146 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:26:44.645461 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:26:44.671047 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 58314) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:26:44.793878 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [None req-c2b0edda-f6d3-41ca-bead-cdd7290af6a5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-386580631-network', 'tenant_id': '1d44569eb5c241ab8c4e10ff4af9afb0'}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:26:44.822280 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2b0edda-f6d3-41ca-bead-cdd7290af6a5 admin admin] Made reservation on behalf of 1d44569eb5c241ab8c4e10ff4af9afb0 for: {'network': 1} {{(pid=93841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:26:44.825448 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-c2b0edda-f6d3-41ca-bead-cdd7290af6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for network, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:44.835736 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-c2b0edda-f6d3-41ca-bead-cdd7290af6a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:44.907626 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05f1c1e-671b-4c28-b8ff-16630b0e685d req-ebb851e2-e033-4294-b6d7-40d98bc6f57d tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:26:44.908533 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] get_ports_and_sgs() called for port_ids ['e9192f97-ee0a-469d-8dfc-eb0c1a274aa5'] {{(pid=93843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 15:26:44.909584 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-c05f1c1e-671b-4c28-b8ff-16630b0e685d req-ebb851e2-e033-4294-b6d7-40d98bc6f57d tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef7873c0-7645-4550-ba93-4e8862320125 HTTP/1.1" status: 200 len: 945 time: 0.0592816 Aug 26 15:26:44.960447 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-c2b0edda-f6d3-41ca-bead-cdd7290af6a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:44.964864 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-c2b0edda-f6d3-41ca-bead-cdd7290af6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:44.971610 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-c05f1c1e-671b-4c28-b8ff-16630b0e685d req-02e7d7d9-5920-474c-8fc7-2c8f0c4d154e tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/security-groups?id=e18d2e28-abe2-4c40-a4ee-147ecea0ab19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518289 Aug 26 15:26:44.994120 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2b0edda-f6d3-41ca-bead-cdd7290af6a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=93841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 15:26:45.004784 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b0edda-f6d3-41ca-bead-cdd7290af6a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a1c1bd2-cb2b-43ae-9cf8-d310f93822eb,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:26:45.010229 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-c2b0edda-f6d3-41ca-bead-cdd7290af6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509819'] for segment, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:45.010569 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.db.segments_db [None req-c2b0edda-f6d3-41ca-bead-cdd7290af6a5 admin admin] Added segment 0ec0529a-fb33-4f07-bc7a-84b32e32ac14 of type vlan for network 450519e4-8c12-447b-a687-0d4a9d1435ad Aug 26 15:26:45.016245 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.agents_db [None req-f94a4f8d-c04a-4845-8e45-3296fab2d83d None None] Agent healthcheck: found 6 active agents {{(pid=93844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 15:26:45.057296 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-c2b0edda-f6d3-41ca-bead-cdd7290af6a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793280371833'] for network, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:45.088418 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-c2b0edda-f6d3-41ca-bead-cdd7290af6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337'] for network, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:45.089507 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b0edda-f6d3-41ca-bead-cdd7290af6a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:26:45.090214 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-c2b0edda-f6d3-41ca-bead-cdd7290af6a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774323'] for network, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:45.149210 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-c2b0edda-f6d3-41ca-bead-cdd7290af6a5 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4769711 Aug 26 15:26:45.154111 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 58320) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:26:45.156622 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b0edda-f6d3-41ca-bead-cdd7290af6a5 admin admin] Pushing event updated for resources: {'Network': ['ID=450519e4-8c12-447b-a687-0d4a9d1435ad,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:26:45.160588 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [None req-a69e417c-c817-4390-b210-c21492570c46 admin admin] Request body: {'subnet': {'network_id': '450519e4-8c12-447b-a687-0d4a9d1435ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-386580631-subnet', 'tenant_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'ip_version': 4}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:26:45.171303 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Network 450519e4-8c12-447b-a687-0d4a9d1435ad details requested by agent ovs-agent-dv-cinder-779576-7-iscsi with host dv-cinder-779576-7-iscsi {{(pid=93843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 15:26:45.190842 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a69e417c-c817-4390-b210-c21492570c46 admin admin] Made reservation on behalf of 1d44569eb5c241ab8c4e10ff4af9afb0 for: {'subnet': 1} {{(pid=93842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:26:45.196937 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-a69e417c-c817-4390-b210-c21492570c46 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260396810'] for subnet, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:45.386531 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-a69e417c-c817-4390-b210-c21492570c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261273885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260396920'] for subnet, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:45.440543 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69e417c-c817-4390-b210-c21492570c46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6465a299-7a62-4790-95c8-1882e69b35c5,revision_number=0']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:26:45.463597 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69e417c-c817-4390-b210-c21492570c46 admin admin] Checking segment: {'id': '0ec0529a-fb33-4f07-bc7a-84b32e32ac14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '450519e4-8c12-447b-a687-0d4a9d1435ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 15:26:45.464289 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69e417c-c817-4390-b210-c21492570c46 admin admin] Network hostable DHCP agents. Network: 450519e4-8c12-447b-a687-0d4a9d1435ad, hostable agents: ['c577b1e9-213f-4ed4-b1c1-ed72ab3b29a9'], hosted agents: [] {{(pid=93842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 15:26:45.484936 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69e417c-c817-4390-b210-c21492570c46 admin admin] Network 450519e4-8c12-447b-a687-0d4a9d1435ad is scheduled to be hosted by DHCP agent c577b1e9-213f-4ed4-b1c1-ed72ab3b29a9 with binding_index 1 {{(pid=93842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 15:26:45.496694 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.scheduler.base_scheduler [None req-a69e417c-c817-4390-b210-c21492570c46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779576-7-iscsi, 450519e4-8c12-447b-a687-0d4a9d1435ad) {{(pid=93842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:26:45.502228 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69e417c-c817-4390-b210-c21492570c46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:26:45.503678 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-a69e417c-c817-4390-b210-c21492570c46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774323'] for subnet, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:45.510060 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee063f43-7cfc-419c-bc0c-0e0481d53484 None None] Network 450519e4-8c12-447b-a687-0d4a9d1435ad requested from dv-cinder-779576-7-iscsi {{(pid=93843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 15:26:45.522258 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-a69e417c-c817-4390-b210-c21492570c46 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3659241 Aug 26 15:26:45.525931 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 58328) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:26:45.531728 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [None req-60f7efdd-61f9-466a-849b-267d44d1166e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-386580631-router', 'tenant_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e'}}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:26:45.570753 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-60f7efdd-61f9-466a-849b-267d44d1166e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3930572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28712'] for router, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:45.573987 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-60f7efdd-61f9-466a-849b-267d44d1166e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3930464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3928842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3854504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28705'] for router, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:45.634197 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-60f7efdd-61f9-466a-849b-267d44d1166e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:45.723043 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ab86b2-c9e7-4478-ae09-344a25c86498 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4cc187a2-af17-53df-8bc0-65deb136d35f-450519e4-8c12-447b-a687-0d4a9d1435ad', 'network_id': '450519e4-8c12-447b-a687-0d4a9d1435ad', 'tenant_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'fixed_ips': [{'subnet_id': '6465a299-7a62-4790-95c8-1882e69b35c5'}]}} from dv-cinder-779576-7-iscsi. {{(pid=93843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 15:26:45.724170 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-87ab86b2-c9e7-4478-ae09-344a25c86498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_create {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:45.944991 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.db_base_plugin_common [None req-87ab86b2-c9e7-4478-ae09-344a25c86498 None None] Allocated IP 172.20.0.2 (450519e4-8c12-447b-a687-0d4a9d1435ad/6465a299-7a62-4790-95c8-1882e69b35c5/6a91e0a5-acfc-4dee-b8ab-e0c68b0fb342) {{(pid=93843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:26:46.162688 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-60f7efdd-61f9-466a-849b-267d44d1166e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:46.175116 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-87ab86b2-c9e7-4478-ae09-344a25c86498 None None] Notify callbacks [] for port, precommit_create {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:46.185421 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-87ab86b2-c9e7-4478-ae09-344a25c86498 None None] Transition to ACTIVE for port object 6a91e0a5-acfc-4dee-b8ab-e0c68b0fb342 will not be triggered until provisioned by entity L2. {{(pid=93843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 15:26:46.202690 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-87ab86b2-c9e7-4478-ae09-344a25c86498 None None] Transition to ACTIVE for port object 6a91e0a5-acfc-4dee-b8ab-e0c68b0fb342 will not be triggered until provisioned by entity DHCP. {{(pid=93843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 15:26:46.208737 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-87ab86b2-c9e7-4478-ae09-344a25c86498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793280355359'] for port, after_create {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:46.226726 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20cbdf2-ec49-4eb9-83f7-60d611c0fca8 req-5ed390cb-dad3-4efd-bb9e-d75cf401b9ab tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:26:46.228367 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-f20cbdf2-ec49-4eb9-83f7-60d611c0fca8 req-5ed390cb-dad3-4efd-bb9e-d75cf401b9ab tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef7873c0-7645-4550-ba93-4e8862320125 HTTP/1.1" status: 200 len: 945 time: 0.1264441 Aug 26 15:26:46.261303 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ab86b2-c9e7-4478-ae09-344a25c86498 None None] Network 450519e4-8c12-447b-a687-0d4a9d1435ad is already hosted by enough agents. {{(pid=93843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:26:46.264352 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.scheduler.base_scheduler [None req-87ab86b2-c9e7-4478-ae09-344a25c86498 None None] Resources bound (agent type, host, resource id): {{(pid=93843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:26:46.268817 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ab86b2-c9e7-4478-ae09-344a25c86498 None None] Received port after_create {{(pid=93843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 15:26:46.271891 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ab86b2-c9e7-4478-ae09-344a25c86498 None None] Pushing event updated for resources: {'Port': ['ID=6a91e0a5-acfc-4dee-b8ab-e0c68b0fb342,revision_number=1']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:26:46.292782 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-f20cbdf2-ec49-4eb9-83f7-60d611c0fca8 req-2f99cddf-b863-4ddc-b074-68be2ef25acb tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/security-groups?id=e18d2e28-abe2-4c40-a4ee-147ecea0ab19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563300 Aug 26 15:26:46.334853 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Device e9192f97-ee0a-469d-8dfc-eb0c1a274aa5 up at agent hyperv_hv-cinder-77957 {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:26:46.375217 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-87ab86b2-c9e7-4478-ae09-344a25c86498 None None] Attempting to bind port 6a91e0a5-acfc-4dee-b8ab-e0c68b0fb342 on host dv-cinder-779576-7-iscsi for vnic_type normal with profile {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 15:26:46.375585 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-87ab86b2-c9e7-4478-ae09-344a25c86498 None None] Attempting to bind port 6a91e0a5-acfc-4dee-b8ab-e0c68b0fb342 by drivers openvswitch,hyperv on host dv-cinder-779576-7-iscsi at level 0 using segments [{'id': '0ec0529a-fb33-4f07-bc7a-84b32e32ac14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '450519e4-8c12-447b-a687-0d4a9d1435ad'}] {{(pid=93843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 15:26:46.375942 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ab86b2-c9e7-4478-ae09-344a25c86498 None None] Attempting to bind port 6a91e0a5-acfc-4dee-b8ab-e0c68b0fb342 on network 450519e4-8c12-447b-a687-0d4a9d1435ad {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 15:26:46.389378 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ab86b2-c9e7-4478-ae09-344a25c86498 None None] Checking agent: {'id': '072be889-8d10-4535-8eb8-b08180675ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779576-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 15, 14, 10), 'started_at': datetime.datetime(2021, 8, 26, 15, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 15, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779576-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 15:26:46.389780 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ab86b2-c9e7-4478-ae09-344a25c86498 None None] Checking segment: {'id': '0ec0529a-fb33-4f07-bc7a-84b32e32ac14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '450519e4-8c12-447b-a687-0d4a9d1435ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 15:26:46.390227 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-87ab86b2-c9e7-4478-ae09-344a25c86498 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:46.390747 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ab86b2-c9e7-4478-ae09-344a25c86498 None None] Bound using segment: {'id': '0ec0529a-fb33-4f07-bc7a-84b32e32ac14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '450519e4-8c12-447b-a687-0d4a9d1435ad'} {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 15:26:46.391251 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-87ab86b2-c9e7-4478-ae09-344a25c86498 None None] Bound port: 6a91e0a5-acfc-4dee-b8ab-e0c68b0fb342, host: dv-cinder-779576-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ec0529a-fb33-4f07-bc7a-84b32e32ac14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '450519e4-8c12-447b-a687-0d4a9d1435ad'}}] {{(pid=93843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 15:26:46.391683 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-87ab86b2-c9e7-4478-ae09-344a25c86498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:46.450878 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-60f7efdd-61f9-466a-849b-267d44d1166e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:46.463727 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Provisioning for port e9192f97-ee0a-469d-8dfc-eb0c1a274aa5 completed by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 15:26:46.470810 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-60f7efdd-61f9-466a-849b-267d44d1166e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:46.473016 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Provisioning complete for port e9192f97-ee0a-469d-8dfc-eb0c1a274aa5 triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:26:46.473420 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:46.500695 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-87ab86b2-c9e7-4478-ae09-344a25c86498 None None] For port 6a91e0a5-acfc-4dee-b8ab-e0c68b0fb342, host dv-cinder-779576-7-iscsi, cleared binding levels {{(pid=93843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:26:46.521488 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-87ab86b2-c9e7-4478-ae09-344a25c86498 None None] For port 6a91e0a5-acfc-4dee-b8ab-e0c68b0fb342, host dv-cinder-779576-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-7-iscsi',level=0,port_id=6a91e0a5-acfc-4dee-b8ab-e0c68b0fb342,segment=NetworkSegment(0ec0529a-fb33-4f07-bc7a-84b32e32ac14),segment_id=0ec0529a-fb33-4f07-bc7a-84b32e32ac14)] {{(pid=93843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:26:46.530913 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-87ab86b2-c9e7-4478-ae09-344a25c86498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:46.616541 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.db.db_base_plugin_common [None req-60f7efdd-61f9-466a-849b-267d44d1166e admin admin] Allocated IP 172.27.3.252 (94c3c280-690c-4a83-85d9-6b8aea125a5e/fcbbbf85-6bcd-493f-b527-2ade21fd40af/0415c8a9-fc07-4695-8ef4-be13d02c0b75) {{(pid=93842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:26:46.651159 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ab86b2-c9e7-4478-ae09-344a25c86498 None None] Pushing event updated for resources: {'Port': ['ID=6a91e0a5-acfc-4dee-b8ab-e0c68b0fb342,revision_number=2']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:26:46.670936 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:46.702653 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef7873c0-7645-4550-ba93-4e8862320125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9192f97-ee0a-469d-8dfc-eb0c1a274aa5'}] {{(pid=93843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 15:26:46.705404 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d587d98fe02f6619f456de0f45288515ee723af96d1e5c8ab0bdf50e2145b638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22589443-3291-4103-9af7-6cf5d5d420c0" -d '{"events": [{"server_uuid": "ef7873c0-7645-4550-ba93-4e8862320125", "name": "network-vif-plugged", "status": "completed", "tag": "e9192f97-ee0a-469d-8dfc-eb0c1a274aa5"}]}' {{(pid=93843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:26:46.720233 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] For port e9192f97-ee0a-469d-8dfc-eb0c1a274aa5, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=e9192f97-ee0a-469d-8dfc-eb0c1a274aa5,segment=NetworkSegment(c2792f37-8bd4-4f4a-a238-627501de7f94),segment_id=c2792f37-8bd4-4f4a-a238-627501de7f94)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:26:46.725775 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:46.746217 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-60f7efdd-61f9-466a-849b-267d44d1166e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:46.759054 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 15:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-036c87d4-3d93-4067-beb4-8eb24c3d564e x-openstack-request-id: req-036c87d4-3d93-4067-beb4-8eb24c3d564e {{(pid=93843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:26:46.759478 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef7873c0-7645-4550-ba93-4e8862320125", "name": "network-vif-plugged", "status": "completed", "tag": "e9192f97-ee0a-469d-8dfc-eb0c1a274aa5", "code": 200}]} {{(pid=93843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:26:46.759862 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-036c87d4-3d93-4067-beb4-8eb24c3d564e {{(pid=93843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:26:46.760384 dv-cinder-779576-7-iscsi neutron-server[93843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef7873c0-7645-4550-ba93-4e8862320125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9192f97-ee0a-469d-8dfc-eb0c1a274aa5', 'code': 200} Aug 26 15:26:46.806554 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-60f7efdd-61f9-466a-849b-267d44d1166e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793280355359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261268877'] for port, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:46.814767 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Pushing event updated for resources: {'Port': ['ID=e9192f97-ee0a-469d-8dfc-eb0c1a274aa5,revision_number=5']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:26:46.882497 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f7efdd-61f9-466a-849b-267d44d1166e admin admin] Network 94c3c280-690c-4a83-85d9-6b8aea125a5e is already hosted by enough agents. {{(pid=93842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:26:46.885929 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.scheduler.base_scheduler [None req-60f7efdd-61f9-466a-849b-267d44d1166e admin admin] Resources bound (agent type, host, resource id): {{(pid=93842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:26:46.894548 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f7efdd-61f9-466a-849b-267d44d1166e admin admin] Received port after_create {{(pid=93842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 15:26:46.934543 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f7efdd-61f9-466a-849b-267d44d1166e admin admin] Pushing event updated for resources: {'Port': ['ID=0415c8a9-fc07-4695-8ef4-be13d02c0b75,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:26:47.022683 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1010efd7-198b-416d-9269-8d00c975df0d req-63eca3b9-22b2-4b09-8b23-b1fb91be93e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:26:47.024243 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-1010efd7-198b-416d-9269-8d00c975df0d req-63eca3b9-22b2-4b09-8b23-b1fb91be93e0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ef7873c0-7645-4550-ba93-4e8862320125 HTTP/1.1" status: 200 len: 1099 time: 0.0604746 Aug 26 15:26:47.083199 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-1010efd7-198b-416d-9269-8d00c975df0d req-2278a9b4-972f-4feb-b851-fe57f4ce59bd service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e18d2e28-abe2-4c40-a4ee-147ecea0ab19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490365 Aug 26 15:26:47.287917 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-60f7efdd-61f9-466a-849b-267d44d1166e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:47.359694 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d2a7d6-ee8a-4137-af2a-248d70c9fd77 req-9edfb8f3-9642-435e-b9cf-6999eac15852 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:26:47.361194 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-24d2a7d6-ee8a-4137-af2a-248d70c9fd77 req-9edfb8f3-9642-435e-b9cf-6999eac15852 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=3028e66a-51b4-4638-bfef-d34285d30fd1 HTTP/1.1" status: 200 len: 947 time: 0.1271214 Aug 26 15:26:47.451018 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50609544-4ed2-4bc6-809c-c01ec6221abf req-659517f6-64c9-421c-8ceb-b479c71eb460 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:26:47.453106 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-50609544-4ed2-4bc6-809c-c01ec6221abf req-659517f6-64c9-421c-8ceb-b479c71eb460 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef7873c0-7645-4550-ba93-4e8862320125 HTTP/1.1" status: 200 len: 946 time: 0.0630333 Aug 26 15:26:47.457013 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-24d2a7d6-ee8a-4137-af2a-248d70c9fd77 req-3d46141d-12d1-47e9-b1d9-d4ecd7fbdd9b tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=44677d48-8306-44c7-a2fe-97d323591896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831997 Aug 26 15:26:47.512260 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-50609544-4ed2-4bc6-809c-c01ec6221abf req-b0377f25-7369-462d-bc81-0a03e38f40e5 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/security-groups?id=e18d2e28-abe2-4c40-a4ee-147ecea0ab19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453629 Aug 26 15:26:47.588402 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-60f7efdd-61f9-466a-849b-267d44d1166e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3930459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3928533'] for router, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:47.730930 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0ed6a4-b0f8-4b95-80cb-27d4bc272866 None None] Network 450519e4-8c12-447b-a687-0d4a9d1435ad requested from dv-cinder-779576-7-iscsi {{(pid=93843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 15:26:47.732977 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60f7efdd-61f9-466a-849b-267d44d1166e admin admin] Router d5d6d445-b8cd-4f47-a92b-4b10fdd02ff7 is scheduled to L3 agent 00a7d786-edfd-4f04-9152-3b7ae2bbf8ca with binding_index 1 {{(pid=93842) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 15:26:47.792303 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-2b6f2f72-fdae-4e60-b4f0-4f61cd09f641 None None] Provisioning for port 6a91e0a5-acfc-4dee-b8ab-e0c68b0fb342 completed by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 15:26:47.860373 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60f7efdd-61f9-466a-849b-267d44d1166e admin admin] Notify agent at l3_agent.dv-cinder-779576-7-iscsi the message routers_updated {{(pid=93842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 15:26:47.874409 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51019631-9c98-488c-9d5d-eb3966b5751d None None] Sync routers for ids ['d5d6d445-b8cd-4f47-a92b-4b10fdd02ff7'] in dv-cinder-779576-7-iscsi {{(pid=93843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 15:26:47.878028 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-60f7efdd-61f9-466a-849b-267d44d1166e admin admin] Notify callbacks [] for router, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:47.879311 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-60f7efdd-61f9-466a-849b-267d44d1166e admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3521965 Aug 26 15:26:47.882466 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 58364) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:26:47.904915 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51019631-9c98-488c-9d5d-eb3966b5751d None None] Routers {'d5d6d445-b8cd-4f47-a92b-4b10fdd02ff7'} bound to L3 agent in host dv-cinder-779576-7-iscsi {{(pid=93843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 15:26:47.905549 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-51019631-9c98-488c-9d5d-eb3966b5751d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T15:14:10Z,description=,heartbeat_timestamp=2021-08-26T15:26:40Z,host='dv-cinder-779576-7-iscsi',id=00a7d786-edfd-4f04-9152-3b7ae2bbf8ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T15:14:10Z,topic='l3_agent')) {'router_ids': ['d5d6d445-b8cd-4f47-a92b-4b10fdd02ff7'], 'active': True} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:26:48.171792 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvr_db [None req-51019631-9c98-488c-9d5d-eb3966b5751d None None] Set router d5d6d445-b8cd-4f47-a92b-4b10fdd02ff7 gateway port host: dv-cinder-779576-7-iscsi {{(pid=93843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 15:26:48.382810 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-51019631-9c98-488c-9d5d-eb3966b5751d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5d6d445-b8cd-4f47-a92b-4b10fdd02ff7', 'name': 'tempest-TestVolumeBootPattern-386580631-router', 'tenant_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '0415c8a9-fc07-4695-8ef4-be13d02c0b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:26:45Z', 'updated_at': '2021-08-26T15:26:47Z', 'revision_number': 3, 'project_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'gw_port': {'id': '0415c8a9-fc07-4695-8ef4-be13d02c0b75', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:9d:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5d6d445-b8cd-4f47-a92b-4b10fdd02ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:26:46Z', 'updated_at': '2021-08-26T15:26:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi'}], 'dv-cinder-779576-7-iscsi', False) {} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:26:48.383787 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-496a0dae-0109-4808-b644-28bf64648749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:48.417716 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51019631-9c98-488c-9d5d-eb3966b5751d None None] Checking router: d5d6d445-b8cd-4f47-a92b-4b10fdd02ff7 for host: dv-cinder-779576-7-iscsi {{(pid=93843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 15:26:48.418074 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51019631-9c98-488c-9d5d-eb3966b5751d None None] Updating router d5d6d445-b8cd-4f47-a92b-4b10fdd02ff7 port 0415c8a9-fc07-4695-8ef4-be13d02c0b75 binding host dv-cinder-779576-7-iscsi {{(pid=93843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 15:26:48.450120 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-51019631-9c98-488c-9d5d-eb3966b5751d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:48.608297 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.db.db_base_plugin_common [None req-496a0dae-0109-4808-b644-28bf64648749 admin admin] Allocated IP 172.20.0.1 (450519e4-8c12-447b-a687-0d4a9d1435ad/6465a299-7a62-4790-95c8-1882e69b35c5/25db6656-5ef9-406c-9fa2-6c2e4d121a41) {{(pid=93842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:26:48.635423 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Device 892c6070-7a70-4cf0-b2ef-535a2d0eeb37 no longer exists at agent hyperv_hv-cinder-77957 {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 15:26:48.635662 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396b93f1-9900-4fac-a368-f3154e46e992 req-ee0be4a5-63ac-432d-90ad-baf040bf944d tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:26:48.637062 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-396b93f1-9900-4fac-a368-f3154e46e992 req-ee0be4a5-63ac-432d-90ad-baf040bf944d tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=3028e66a-51b4-4638-bfef-d34285d30fd1 HTTP/1.1" status: 200 len: 947 time: 0.0835919 Aug 26 15:26:48.637754 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Device 6a91e0a5-acfc-4dee-b8ab-e0c68b0fb342 up at agent ovs-agent-dv-cinder-779576-7-iscsi {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:26:48.674478 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d50580-813a-4154-a8d4-42eb6a37b3c6 req-1ec9937f-b692-4acc-88d4-6e784579844e tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:26:48.676183 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-c0d50580-813a-4154-a8d4-42eb6a37b3c6 req-1ec9937f-b692-4acc-88d4-6e784579844e tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef7873c0-7645-4550-ba93-4e8862320125 HTTP/1.1" status: 200 len: 946 time: 0.0588515 Aug 26 15:26:48.707472 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] No Port match for: 892c6070-7a70-4cf0-b2ef-535a2d0eeb37 {{(pid=93843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 15:26:48.707983 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Device 892c6070-7a70-4cf0-b2ef-535a2d0eeb37 not bound to the agent host hv-cinder-77957 {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 15:26:48.722431 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-c0d50580-813a-4154-a8d4-42eb6a37b3c6 req-962ca1f5-8387-4a22-9cfa-5f34253c38c4 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/security-groups?id=e18d2e28-abe2-4c40-a4ee-147ecea0ab19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384803 Aug 26 15:26:48.807928 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Provisioning for port 6a91e0a5-acfc-4dee-b8ab-e0c68b0fb342 completed by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 15:26:48.821807 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Provisioning complete for port 6a91e0a5-acfc-4dee-b8ab-e0c68b0fb342 triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:26:48.822462 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:48.828969 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-51019631-9c98-488c-9d5d-eb3966b5751d None None] Notify callbacks [] for port, precommit_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:48.867929 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-51019631-9c98-488c-9d5d-eb3966b5751d None None] Transition to ACTIVE for port object 0415c8a9-fc07-4695-8ef4-be13d02c0b75 will not be triggered until provisioned by entity L2. {{(pid=93843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 15:26:48.878894 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-51019631-9c98-488c-9d5d-eb3966b5751d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:48.969084 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4951004f-9e01-4d46-a855-b465d59fb3e2 None None] Pushing event updated for resources: {'Port': ['ID=0415c8a9-fc07-4695-8ef4-be13d02c0b75,revision_number=2']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:26:48.973585 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-51019631-9c98-488c-9d5d-eb3966b5751d None None] Attempting to bind port 0415c8a9-fc07-4695-8ef4-be13d02c0b75 on host dv-cinder-779576-7-iscsi for vnic_type normal with profile {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 15:26:48.973916 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-51019631-9c98-488c-9d5d-eb3966b5751d None None] Attempting to bind port 0415c8a9-fc07-4695-8ef4-be13d02c0b75 by drivers openvswitch,hyperv on host dv-cinder-779576-7-iscsi at level 0 using segments [{'id': 'd599df7f-c7a7-42e6-8c54-3da29125ead3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e'}] {{(pid=93843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 15:26:48.974970 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51019631-9c98-488c-9d5d-eb3966b5751d None None] Attempting to bind port 0415c8a9-fc07-4695-8ef4-be13d02c0b75 on network 94c3c280-690c-4a83-85d9-6b8aea125a5e {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 15:26:48.985383 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-396b93f1-9900-4fac-a368-f3154e46e992 req-93626233-ea90-43e0-8df8-ad59f926d7ce tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=44677d48-8306-44c7-a2fe-97d323591896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3324509 Aug 26 15:26:48.989432 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51019631-9c98-488c-9d5d-eb3966b5751d None None] Checking agent: {'id': '072be889-8d10-4535-8eb8-b08180675ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779576-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 15, 14, 10), 'started_at': datetime.datetime(2021, 8, 26, 15, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 15, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779576-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 15:26:48.990037 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51019631-9c98-488c-9d5d-eb3966b5751d None None] Checking segment: {'id': 'd599df7f-c7a7-42e6-8c54-3da29125ead3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 15:26:48.990567 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-51019631-9c98-488c-9d5d-eb3966b5751d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:48.991068 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51019631-9c98-488c-9d5d-eb3966b5751d None None] Bound using segment: {'id': 'd599df7f-c7a7-42e6-8c54-3da29125ead3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e'} {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 15:26:48.991541 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-51019631-9c98-488c-9d5d-eb3966b5751d None None] Bound port: 0415c8a9-fc07-4695-8ef4-be13d02c0b75, host: dv-cinder-779576-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd599df7f-c7a7-42e6-8c54-3da29125ead3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e'}}] {{(pid=93843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 15:26:48.992099 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-51019631-9c98-488c-9d5d-eb3966b5751d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:49.014822 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:49.031153 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-496a0dae-0109-4808-b644-28bf64648749 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:49.046348 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.db.provisioning_blocks [None req-496a0dae-0109-4808-b644-28bf64648749 admin admin] Transition to ACTIVE for port object 25db6656-5ef9-406c-9fa2-6c2e4d121a41 will not be triggered until provisioned by entity DHCP. {{(pid=93842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 15:26:49.079020 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] For port 6a91e0a5-acfc-4dee-b8ab-e0c68b0fb342, host dv-cinder-779576-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-7-iscsi',level=0,port_id=6a91e0a5-acfc-4dee-b8ab-e0c68b0fb342,segment=NetworkSegment(0ec0529a-fb33-4f07-bc7a-84b32e32ac14),segment_id=0ec0529a-fb33-4f07-bc7a-84b32e32ac14)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:26:49.082271 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-51019631-9c98-488c-9d5d-eb3966b5751d None None] For port 0415c8a9-fc07-4695-8ef4-be13d02c0b75, host dv-cinder-779576-7-iscsi, cleared binding levels {{(pid=93843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:26:49.083638 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-496a0dae-0109-4808-b644-28bf64648749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793280355359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261268877'] for port, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:49.086404 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:49.098009 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-51019631-9c98-488c-9d5d-eb3966b5751d None None] For port 0415c8a9-fc07-4695-8ef4-be13d02c0b75, host dv-cinder-779576-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-7-iscsi',level=0,port_id=0415c8a9-fc07-4695-8ef4-be13d02c0b75,segment=NetworkSegment(d599df7f-c7a7-42e6-8c54-3da29125ead3),segment_id=d599df7f-c7a7-42e6-8c54-3da29125ead3)] {{(pid=93843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:26:49.120631 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-51019631-9c98-488c-9d5d-eb3966b5751d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:49.127658 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496a0dae-0109-4808-b644-28bf64648749 admin admin] Network 450519e4-8c12-447b-a687-0d4a9d1435ad is already hosted by enough agents. {{(pid=93842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:26:49.134105 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.scheduler.base_scheduler [None req-496a0dae-0109-4808-b644-28bf64648749 admin admin] Resources bound (agent type, host, resource id): {{(pid=93842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:26:49.137423 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496a0dae-0109-4808-b644-28bf64648749 admin admin] Received port after_create {{(pid=93842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 15:26:49.157880 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Pushing event updated for resources: {'Port': ['ID=6a91e0a5-acfc-4dee-b8ab-e0c68b0fb342,revision_number=3']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:26:49.165008 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496a0dae-0109-4808-b644-28bf64648749 admin admin] Pushing event updated for resources: {'Port': ['ID=25db6656-5ef9-406c-9fa2-6c2e4d121a41,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:26:49.167557 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51019631-9c98-488c-9d5d-eb3966b5751d None None] Routers {'d5d6d445-b8cd-4f47-a92b-4b10fdd02ff7'} bound to L3 agent in host dv-cinder-779576-7-iscsi {{(pid=93843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 15:26:49.168188 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-51019631-9c98-488c-9d5d-eb3966b5751d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T15:14:10Z,description=,heartbeat_timestamp=2021-08-26T15:26:40Z,host='dv-cinder-779576-7-iscsi',id=00a7d786-edfd-4f04-9152-3b7ae2bbf8ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T15:14:10Z,topic='l3_agent')) {'router_ids': ['d5d6d445-b8cd-4f47-a92b-4b10fdd02ff7'], 'active': True} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:26:49.183950 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-496a0dae-0109-4808-b644-28bf64648749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3928330'] for router_interface, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:49.290631 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4951004f-9e01-4d46-a855-b465d59fb3e2 None None] Pushing event updated for resources: {'Port': ['ID=0415c8a9-fc07-4695-8ef4-be13d02c0b75,revision_number=3']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:26:49.325443 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvr_db [None req-51019631-9c98-488c-9d5d-eb3966b5751d None None] Set router d5d6d445-b8cd-4f47-a92b-4b10fdd02ff7 gateway port host: dv-cinder-779576-7-iscsi {{(pid=93843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 15:26:49.337855 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-496a0dae-0109-4808-b644-28bf64648749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:49.462504 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-c5cc33a9-b318-497e-aa84-ddd72e9d64a2 None None] Provisioning for port 25db6656-5ef9-406c-9fa2-6c2e4d121a41 completed by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 15:26:49.474271 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-c5cc33a9-b318-497e-aa84-ddd72e9d64a2 None None] Provisioning complete for port 25db6656-5ef9-406c-9fa2-6c2e4d121a41 triggered by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:26:49.474623 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c5cc33a9-b318-497e-aa84-ddd72e9d64a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:49.534570 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-496a0dae-0109-4808-b644-28bf64648749 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:49.539515 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-496a0dae-0109-4808-b644-28bf64648749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261268884'] for port, after_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:49.540242 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-c5cc33a9-b318-497e-aa84-ddd72e9d64a2 None None] Port 25db6656-5ef9-406c-9fa2-6c2e4d121a41 cannot update to ACTIVE because it is not bound. {{(pid=93843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 15:26:49.586188 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-51019631-9c98-488c-9d5d-eb3966b5751d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5d6d445-b8cd-4f47-a92b-4b10fdd02ff7', 'name': 'tempest-TestVolumeBootPattern-386580631-router', 'tenant_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '0415c8a9-fc07-4695-8ef4-be13d02c0b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:26:45Z', 'updated_at': '2021-08-26T15:26:47Z', 'revision_number': 3, 'project_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'gw_port': {'id': '0415c8a9-fc07-4695-8ef4-be13d02c0b75', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:9d:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5d6d445-b8cd-4f47-a92b-4b10fdd02ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:26:46Z', 'updated_at': '2021-08-26T15:26:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi'}], 'dv-cinder-779576-7-iscsi', False) {} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:26:49.616816 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496a0dae-0109-4808-b644-28bf64648749 admin admin] Pushing event updated for resources: {'Port': ['ID=25db6656-5ef9-406c-9fa2-6c2e4d121a41,revision_number=2']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:26:49.621562 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51019631-9c98-488c-9d5d-eb3966b5751d None None] The sync data for ids ['d5d6d445-b8cd-4f47-a92b-4b10fdd02ff7'] in dv-cinder-779576-7-iscsi is: [{'id': 'd5d6d445-b8cd-4f47-a92b-4b10fdd02ff7', 'name': 'tempest-TestVolumeBootPattern-386580631-router', 'tenant_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '0415c8a9-fc07-4695-8ef4-be13d02c0b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:26:45Z', 'updated_at': '2021-08-26T15:26:47Z', 'revision_number': 3, 'project_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'gw_port': {'id': '0415c8a9-fc07-4695-8ef4-be13d02c0b75', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:9d:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5d6d445-b8cd-4f47-a92b-4b10fdd02ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:26:46Z', 'updated_at': '2021-08-26T15:26:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi'}] {{(pid=93843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 15:26:49.625228 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-496a0dae-0109-4808-b644-28bf64648749 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3774383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3928277'] for router_interface, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:49.742574 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496a0dae-0109-4808-b644-28bf64648749 admin admin] Network 450519e4-8c12-447b-a687-0d4a9d1435ad is already hosted by enough agents. {{(pid=93842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:26:49.744268 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.scheduler.base_scheduler [None req-496a0dae-0109-4808-b644-28bf64648749 admin admin] Resources bound (agent type, host, resource id): {{(pid=93842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:26:49.896693 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca68e94a-fc00-4f8b-832e-d184d2984a01 req-4207accf-8a55-4ca2-94d7-6dca0238c62d tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:26:49.904899 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-ca68e94a-fc00-4f8b-832e-d184d2984a01 req-4207accf-8a55-4ca2-94d7-6dca0238c62d tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef7873c0-7645-4550-ba93-4e8862320125 HTTP/1.1" status: 200 len: 946 time: 0.0767322 Aug 26 15:26:49.911108 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-496a0dae-0109-4808-b644-28bf64648749 admin admin] Router d5d6d445-b8cd-4f47-a92b-4b10fdd02ff7 has already been hosted by L3 agent 00a7d786-edfd-4f04-9152-3b7ae2bbf8ca {{(pid=93842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 15:26:49.955600 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-ca68e94a-fc00-4f8b-832e-d184d2984a01 req-1751a7b9-469b-46c4-86b5-cb8d2531d024 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/security-groups?id=e18d2e28-abe2-4c40-a4ee-147ecea0ab19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496616 Aug 26 15:26:50.109896 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-496a0dae-0109-4808-b644-28bf64648749 admin admin] Notify agent at l3_agent.dv-cinder-779576-7-iscsi the message routers_updated {{(pid=93842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 15:26:50.116485 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-496a0dae-0109-4808-b644-28bf64648749 admin admin] 10.222.0.20 "PUT /v2.0/routers/d5d6d445-b8cd-4f47-a92b-4b10fdd02ff7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2328253 Aug 26 15:26:50.163649 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcc1231-fad1-4aff-9944-2d3412fba096 req-6270a052-d64a-462d-91bb-45824b5114c9 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:26:50.166247 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-efcc1231-fad1-4aff-9944-2d3412fba096 req-6270a052-d64a-462d-91bb-45824b5114c9 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=3028e66a-51b4-4638-bfef-d34285d30fd1 HTTP/1.1" status: 200 len: 947 time: 0.0699770 Aug 26 15:26:50.168769 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-cd6b04a7-626e-4455-a291-35576e9e77f2 None None] Provisioning complete for port 25db6656-5ef9-406c-9fa2-6c2e4d121a41 triggered by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:26:50.168769 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-cd6b04a7-626e-4455-a291-35576e9e77f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:50.215087 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-efcc1231-fad1-4aff-9944-2d3412fba096 req-248f7dfb-d2e3-4bb4-bd8e-38ead92d9ebd tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=44677d48-8306-44c7-a2fe-97d323591896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433657 Aug 26 15:26:50.225546 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-cd6b04a7-626e-4455-a291-35576e9e77f2 None None] Port 25db6656-5ef9-406c-9fa2-6c2e4d121a41 cannot update to ACTIVE because it is not bound. {{(pid=93843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 15:26:50.651687 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Device 0415c8a9-fc07-4695-8ef4-be13d02c0b75 up at agent ovs-agent-dv-cinder-779576-7-iscsi {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:26:50.721986 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Provisioning for port 0415c8a9-fc07-4695-8ef4-be13d02c0b75 completed by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 15:26:50.726760 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Provisioning complete for port 0415c8a9-fc07-4695-8ef4-be13d02c0b75 triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:26:50.727137 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:50.825035 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 58396) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:26:50.830489 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:50.831377 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [None req-4556f2dd-bcd1-43eb-8185-68c91da1e953 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-885178804-network', 'tenant_id': 'd3a21791a7ba4b01b9a567092c887665'}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:26:50.855109 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] For port 0415c8a9-fc07-4695-8ef4-be13d02c0b75, host dv-cinder-779576-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-7-iscsi',level=0,port_id=0415c8a9-fc07-4695-8ef4-be13d02c0b75,segment=NetworkSegment(d599df7f-c7a7-42e6-8c54-3da29125ead3),segment_id=d599df7f-c7a7-42e6-8c54-3da29125ead3)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:26:50.857958 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4556f2dd-bcd1-43eb-8185-68c91da1e953 admin admin] Made reservation on behalf of d3a21791a7ba4b01b9a567092c887665 for: {'network': 1} {{(pid=93842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:26:50.859349 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:50.860296 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Device 6a91e0a5-acfc-4dee-b8ab-e0c68b0fb342 up at agent ovs-agent-dv-cinder-779576-7-iscsi {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:26:50.860432 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-4556f2dd-bcd1-43eb-8185-68c91da1e953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for network, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:50.871915 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-4556f2dd-bcd1-43eb-8185-68c91da1e953 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:50.944317 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Pushing event updated for resources: {'Port': ['ID=0415c8a9-fc07-4695-8ef4-be13d02c0b75,revision_number=4']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:26:50.954195 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Provisioning complete for port 6a91e0a5-acfc-4dee-b8ab-e0c68b0fb342 triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:26:50.954821 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:50.960344 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45410e4d-e86b-4733-9a8e-83a35489dcd7 req-78287ef1-eb79-4f26-b606-9f0fd341724f tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:26:50.962643 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-45410e4d-e86b-4733-9a8e-83a35489dcd7 req-78287ef1-eb79-4f26-b606-9f0fd341724f tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.47 "GET /v2.0/ports?device_id=3028e66a-51b4-4638-bfef-d34285d30fd1 HTTP/1.1" status: 200 len: 947 time: 0.0724800 Aug 26 15:26:51.028981 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-4556f2dd-bcd1-43eb-8185-68c91da1e953 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:51.043096 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-4556f2dd-bcd1-43eb-8185-68c91da1e953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:51.060375 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4556f2dd-bcd1-43eb-8185-68c91da1e953 admin admin] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=93842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 15:26:51.076928 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-4556f2dd-bcd1-43eb-8185-68c91da1e953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509819'] for segment, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:51.077562 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.db.segments_db [None req-4556f2dd-bcd1-43eb-8185-68c91da1e953 admin admin] Added segment adeafd22-86f5-4980-8fef-b6a984b8981a of type vlan for network bb1b74c2-76f2-4b49-bb66-b31909a4e4a9 Aug 26 15:26:51.154926 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48563872-eaae-46cf-b0b2-66d71d6aa3f4 req-403668c9-6096-4fef-807f-409b9c186203 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:26:51.157111 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-48563872-eaae-46cf-b0b2-66d71d6aa3f4 req-403668c9-6096-4fef-807f-409b9c186203 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef7873c0-7645-4550-ba93-4e8862320125 HTTP/1.1" status: 200 len: 946 time: 0.0806799 Aug 26 15:26:51.165580 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.plugin [req-45410e4d-e86b-4733-9a8e-83a35489dcd7 req-1c8e8407-db4b-48ce-b538-73525c227fd4 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Deleting port 9074ea7b-385d-4ccc-8c42-b021d977910a {{(pid=93841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 15:26:51.166102 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-45410e4d-e86b-4733-9a8e-83a35489dcd7 req-1c8e8407-db4b-48ce-b538-73525c227fd4 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793280853279'] for port, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:51.205897 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-4556f2dd-bcd1-43eb-8185-68c91da1e953 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793280371833'] for network, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:51.212797 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4556f2dd-bcd1-43eb-8185-68c91da1e953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02b8a2d4-195e-42ff-8bbb-94860abd1264,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:26:51.266852 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-48563872-eaae-46cf-b0b2-66d71d6aa3f4 req-86a6f20b-10b3-48dd-8337-10d6a9fe48dd tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/security-groups?id=e18d2e28-abe2-4c40-a4ee-147ecea0ab19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805633 Aug 26 15:26:51.272296 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-4556f2dd-bcd1-43eb-8185-68c91da1e953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337'] for network, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:51.273540 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4556f2dd-bcd1-43eb-8185-68c91da1e953 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:26:51.274314 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-4556f2dd-bcd1-43eb-8185-68c91da1e953 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774323'] for network, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:51.330423 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.db [req-45410e4d-e86b-4733-9a8e-83a35489dcd7 req-1c8e8407-db4b-48ce-b538-73525c227fd4 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] For port 9074ea7b-385d-4ccc-8c42-b021d977910a, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=9074ea7b-385d-4ccc-8c42-b021d977910a,segment=NetworkSegment(a2157187-b2ff-4956-9692-54ade6ba6784),segment_id=a2157187-b2ff-4956-9692-54ade6ba6784)] {{(pid=93841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:26:51.331025 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-45410e4d-e86b-4733-9a8e-83a35489dcd7 req-1c8e8407-db4b-48ce-b538-73525c227fd4 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3924976'] for port, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:51.358570 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-4556f2dd-bcd1-43eb-8185-68c91da1e953 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5317590 Aug 26 15:26:51.361675 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 58402) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:26:51.388697 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [None req-7e4d9996-a775-40e6-a532-a2e5ce819d5c admin admin] Request body: {'subnet': {'network_id': 'bb1b74c2-76f2-4b49-bb66-b31909a4e4a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-885178804-subnet', 'tenant_id': 'd3a21791a7ba4b01b9a567092c887665', 'ip_version': 4}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:26:51.404847 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4556f2dd-bcd1-43eb-8185-68c91da1e953 admin admin] Pushing event updated for resources: {'Network': ['ID=bb1b74c2-76f2-4b49-bb66-b31909a4e4a9,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:26:51.416710 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Network bb1b74c2-76f2-4b49-bb66-b31909a4e4a9 details requested by agent ovs-agent-dv-cinder-779576-7-iscsi with host dv-cinder-779576-7-iscsi {{(pid=93843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 15:26:51.444510 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6656b46-2869-455a-9394-74ac2cf36ccd req-90ee6732-f38f-4ba0-a72e-1fa97ceadd15 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:26:51.446300 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-a6656b46-2869-455a-9394-74ac2cf36ccd req-90ee6732-f38f-4ba0-a72e-1fa97ceadd15 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=3028e66a-51b4-4638-bfef-d34285d30fd1 HTTP/1.1" status: 200 len: 947 time: 0.1151638 Aug 26 15:26:51.447898 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e4d9996-a775-40e6-a532-a2e5ce819d5c admin admin] Made reservation on behalf of d3a21791a7ba4b01b9a567092c887665 for: {'subnet': 1} {{(pid=93842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:26:51.450613 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-7e4d9996-a775-40e6-a532-a2e5ce819d5c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260396810'] for subnet, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:51.570894 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-a6656b46-2869-455a-9394-74ac2cf36ccd req-f84bc306-5bc1-4d73-941e-30ce1c20ac50 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=44677d48-8306-44c7-a2fe-97d323591896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948589 Aug 26 15:26:51.687761 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-45410e4d-e86b-4733-9a8e-83a35489dcd7 req-1c8e8407-db4b-48ce-b538-73525c227fd4 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:51.688624 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-45410e4d-e86b-4733-9a8e-83a35489dcd7 req-1c8e8407-db4b-48ce-b538-73525c227fd4 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3928447'] for floatingip, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:51.689120 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.db.l3_db [req-45410e4d-e86b-4733-9a8e-83a35489dcd7 req-1c8e8407-db4b-48ce-b538-73525c227fd4 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Floating IP ad698c5b-64ca-4609-bdec-93de81982e1a disassociated. External IP: 172.27.3.150, port: 9074ea7b-385d-4ccc-8c42-b021d977910a. Aug 26 15:26:51.689582 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.plugin [req-45410e4d-e86b-4733-9a8e-83a35489dcd7 req-1c8e8407-db4b-48ce-b538-73525c227fd4 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Calling delete_port for 9074ea7b-385d-4ccc-8c42-b021d977910a owned by compute:nova {{(pid=93841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 15:26:51.690804 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e94fa91-49d2-4c38-bc12-19eefdd6c28c None None] Sync routers for ids ['d5d6d445-b8cd-4f47-a92b-4b10fdd02ff7'] in dv-cinder-779576-7-iscsi {{(pid=93844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 15:26:51.705130 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e94fa91-49d2-4c38-bc12-19eefdd6c28c None None] Routers {'d5d6d445-b8cd-4f47-a92b-4b10fdd02ff7'} bound to L3 agent in host dv-cinder-779576-7-iscsi {{(pid=93844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 15:26:51.705845 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-4e94fa91-49d2-4c38-bc12-19eefdd6c28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T15:14:10Z,description=,heartbeat_timestamp=2021-08-26T15:26:40Z,host='dv-cinder-779576-7-iscsi',id=00a7d786-edfd-4f04-9152-3b7ae2bbf8ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T15:14:10Z,topic='l3_agent')) {'router_ids': ['d5d6d445-b8cd-4f47-a92b-4b10fdd02ff7'], 'active': True} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:26:51.745097 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-7e4d9996-a775-40e6-a532-a2e5ce819d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261273885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260396920'] for subnet, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:51.811208 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4d9996-a775-40e6-a532-a2e5ce819d5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a2b1427-5005-4ec0-a425-16d2f5c35ac2,revision_number=0']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:26:51.830460 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4d9996-a775-40e6-a532-a2e5ce819d5c admin admin] Checking segment: {'id': 'adeafd22-86f5-4980-8fef-b6a984b8981a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'bb1b74c2-76f2-4b49-bb66-b31909a4e4a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 15:26:51.831541 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4d9996-a775-40e6-a532-a2e5ce819d5c admin admin] Network hostable DHCP agents. Network: bb1b74c2-76f2-4b49-bb66-b31909a4e4a9, hostable agents: ['c577b1e9-213f-4ed4-b1c1-ed72ab3b29a9'], hosted agents: [] {{(pid=93842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 15:26:51.840082 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvr_db [None req-4e94fa91-49d2-4c38-bc12-19eefdd6c28c None None] Set router d5d6d445-b8cd-4f47-a92b-4b10fdd02ff7 gateway port host: dv-cinder-779576-7-iscsi {{(pid=93844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 15:26:51.857245 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4d9996-a775-40e6-a532-a2e5ce819d5c admin admin] Network bb1b74c2-76f2-4b49-bb66-b31909a4e4a9 is scheduled to be hosted by DHCP agent c577b1e9-213f-4ed4-b1c1-ed72ab3b29a9 with binding_index 1 {{(pid=93842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 15:26:51.868399 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-45410e4d-e86b-4733-9a8e-83a35489dcd7 req-1c8e8407-db4b-48ce-b538-73525c227fd4 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793280828191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793280355368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263742114'] for port, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:51.876906 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.scheduler.base_scheduler [None req-7e4d9996-a775-40e6-a532-a2e5ce819d5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779576-7-iscsi, bb1b74c2-76f2-4b49-bb66-b31909a4e4a9) {{(pid=93842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:26:51.888569 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4d9996-a775-40e6-a532-a2e5ce819d5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:26:51.890399 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-7e4d9996-a775-40e6-a532-a2e5ce819d5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774323'] for subnet, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:51.896402 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7fd4a0-bdf0-4f6e-8874-0e64344bcc1c None None] Network bb1b74c2-76f2-4b49-bb66-b31909a4e4a9 requested from dv-cinder-779576-7-iscsi {{(pid=93843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 15:26:51.913313 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-7e4d9996-a775-40e6-a532-a2e5ce819d5c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5287406 Aug 26 15:26:51.916413 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 58410) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:26:51.922459 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [None req-5f7459f0-b306-4ba5-a35f-f3fc54bf32c9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-885178804-router', 'tenant_id': 'd3a21791a7ba4b01b9a567092c887665', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e'}}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:26:51.961481 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-5f7459f0-b306-4ba5-a35f-f3fc54bf32c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3930572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28712'] for router, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:51.963114 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-5f7459f0-b306-4ba5-a35f-f3fc54bf32c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3930464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3928842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3854504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28705'] for router, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:51.976084 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8e8407-db4b-48ce-b538-73525c227fd4 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Pushing event deleted for resources: {'Port': ['ID=9074ea7b-385d-4ccc-8c42-b021d977910a,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:26:52.078285 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-5f7459f0-b306-4ba5-a35f-f3fc54bf32c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:52.175961 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c86dac-695c-4a78-b523-e9851fefbc32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4cc187a2-af17-53df-8bc0-65deb136d35f-bb1b74c2-76f2-4b49-bb66-b31909a4e4a9', 'network_id': 'bb1b74c2-76f2-4b49-bb66-b31909a4e4a9', 'tenant_id': 'd3a21791a7ba4b01b9a567092c887665', 'fixed_ips': [{'subnet_id': '2a2b1427-5005-4ec0-a425-16d2f5c35ac2'}]}} from dv-cinder-779576-7-iscsi. {{(pid=93843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 15:26:52.178974 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-40c86dac-695c-4a78-b523-e9851fefbc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_create {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:52.207862 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-4e94fa91-49d2-4c38-bc12-19eefdd6c28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5d6d445-b8cd-4f47-a92b-4b10fdd02ff7', 'name': 'tempest-TestVolumeBootPattern-386580631-router', 'tenant_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '0415c8a9-fc07-4695-8ef4-be13d02c0b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:26:45Z', 'updated_at': '2021-08-26T15:26:49Z', 'revision_number': 4, 'project_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'gw_port': {'id': '0415c8a9-fc07-4695-8ef4-be13d02c0b75', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:9d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d6d445-b8cd-4f47-a92b-4b10fdd02ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:26:46Z', 'updated_at': '2021-08-26T15:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi', '_interfaces': [{'id': '25db6656-5ef9-406c-9fa2-6c2e4d121a41', 'name': '', 'network_id': '450519e4-8c12-447b-a687-0d4a9d1435ad', 'tenant_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'mac_address': 'fa:16:3e:29:08:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5d6d445-b8cd-4f47-a92b-4b10fdd02ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '6465a299-7a62-4790-95c8-1882e69b35c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:26:48Z', 'updated_at': '2021-08-26T15:26:49Z', 'revision_number': 2, 'project_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'subnets': [{'id': '6465a299-7a62-4790-95c8-1882e69b35c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-7-iscsi', False) {} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:26:52.208838 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.scheduler.l3_agent_scheduler [req-45410e4d-e86b-4733-9a8e-83a35489dcd7 req-1c8e8407-db4b-48ce-b538-73525c227fd4 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Router aa04ec2d-9fe1-465b-8ce7-4d02c673929e has already been hosted by L3 agent 00a7d786-edfd-4f04-9152-3b7ae2bbf8ca {{(pid=93841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 15:26:52.245237 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e94fa91-49d2-4c38-bc12-19eefdd6c28c None None] Checking router: d5d6d445-b8cd-4f47-a92b-4b10fdd02ff7 for host: dv-cinder-779576-7-iscsi {{(pid=93844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 15:26:52.245650 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e94fa91-49d2-4c38-bc12-19eefdd6c28c None None] Updating router d5d6d445-b8cd-4f47-a92b-4b10fdd02ff7 port 25db6656-5ef9-406c-9fa2-6c2e4d121a41 binding host dv-cinder-779576-7-iscsi {{(pid=93844) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 15:26:52.283288 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-5f7459f0-b306-4ba5-a35f-f3fc54bf32c9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:52.285023 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-4e94fa91-49d2-4c38-bc12-19eefdd6c28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:52.522000 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.db_base_plugin_common [None req-40c86dac-695c-4a78-b523-e9851fefbc32 None None] Allocated IP 172.20.0.2 (bb1b74c2-76f2-4b49-bb66-b31909a4e4a9/2a2b1427-5005-4ec0-a425-16d2f5c35ac2/159d722d-5ff6-42e0-acf0-aabab71b2105) {{(pid=93843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:26:52.572936 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965e9375-1d50-4d7f-b8d5-8dbdc264e2b2 req-8d2a5735-acbf-48b3-a832-ad98dede6f00 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:26:52.574708 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-965e9375-1d50-4d7f-b8d5-8dbdc264e2b2 req-8d2a5735-acbf-48b3-a832-ad98dede6f00 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef7873c0-7645-4550-ba93-4e8862320125 HTTP/1.1" status: 200 len: 946 time: 0.1798797 Aug 26 15:26:52.576078 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-45410e4d-e86b-4733-9a8e-83a35489dcd7 req-1c8e8407-db4b-48ce-b538-73525c227fd4 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Notify agent at l3_agent.dv-cinder-779576-7-iscsi the message routers_updated {{(pid=93841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 15:26:52.608176 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0676b97-f6da-4897-bd46-492680415b24 None None] Sync routers for ids ['aa04ec2d-9fe1-465b-8ce7-4d02c673929e'] in dv-cinder-779576-7-iscsi {{(pid=93843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 15:26:52.638616 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0676b97-f6da-4897-bd46-492680415b24 None None] Routers {'aa04ec2d-9fe1-465b-8ce7-4d02c673929e'} bound to L3 agent in host dv-cinder-779576-7-iscsi {{(pid=93843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 15:26:52.639808 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-d0676b97-f6da-4897-bd46-492680415b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T15:14:10Z,description=,heartbeat_timestamp=2021-08-26T15:26:40Z,host='dv-cinder-779576-7-iscsi',id=00a7d786-edfd-4f04-9152-3b7ae2bbf8ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T15:14:10Z,topic='l3_agent')) {'router_ids': ['aa04ec2d-9fe1-465b-8ce7-4d02c673929e'], 'active': True} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:26:52.676556 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [req-45410e4d-e86b-4733-9a8e-83a35489dcd7 req-1c8e8407-db4b-48ce-b538-73525c227fd4 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] No DVR routers for this DVR port 9074ea7b-385d-4ccc-8c42-b021d977910a on host hv-cinder-77957 {{(pid=93841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 15:26:52.681158 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-45410e4d-e86b-4733-9a8e-83a35489dcd7 req-1c8e8407-db4b-48ce-b538-73525c227fd4 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4089636'] for port, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:52.683978 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-45410e4d-e86b-4733-9a8e-83a35489dcd7 req-1c8e8407-db4b-48ce-b538-73525c227fd4 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.47 "DELETE /v2.0/ports/9074ea7b-385d-4ccc-8c42-b021d977910a HTTP/1.1" status: 204 len: 173 time: 1.7071064 Aug 26 15:26:52.704656 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-5f7459f0-b306-4ba5-a35f-f3fc54bf32c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:52.707604 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Device 0415c8a9-fc07-4695-8ef4-be13d02c0b75 up at agent ovs-agent-dv-cinder-779576-7-iscsi {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:26:52.734400 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3028e66a-51b4-4638-bfef-d34285d30fd1', 'name': 'network-vif-deleted', 'tag': '9074ea7b-385d-4ccc-8c42-b021d977910a'}] {{(pid=93841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 15:26:52.751002 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40d6179e675e884694bb6412ad93f17435ac71a39ec2274297e1b4aadb89820e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f518d98-c3c0-4ae1-bf97-a654f3978e6a" -d '{"events": [{"server_uuid": "3028e66a-51b4-4638-bfef-d34285d30fd1", "name": "network-vif-deleted", "tag": "9074ea7b-385d-4ccc-8c42-b021d977910a"}]}' {{(pid=93841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:26:52.777164 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-5f7459f0-b306-4ba5-a35f-f3fc54bf32c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:52.802897 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-4e94fa91-49d2-4c38-bc12-19eefdd6c28c None None] Notify callbacks [] for port, precommit_update {{(pid=93844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:52.826371 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.provisioning_blocks [None req-4e94fa91-49d2-4c38-bc12-19eefdd6c28c None None] Transition to ACTIVE for port object 25db6656-5ef9-406c-9fa2-6c2e4d121a41 will not be triggered until provisioned by entity L2. {{(pid=93844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 15:26:52.828324 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-bd38606a-45c9-449a-8169-a825b9bd89f5 req-08af4b53-9b50-45c2-aec2-d43a3dc3841a tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=3028e66a-51b4-4638-bfef-d34285d30fd1 HTTP/1.1" status: 200 len: 210 time: 0.0715492 Aug 26 15:26:52.841000 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-965e9375-1d50-4d7f-b8d5-8dbdc264e2b2 req-dd9b994c-4e88-42c7-a581-e4e43d6cf48d tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/security-groups?id=e18d2e28-abe2-4c40-a4ee-147ecea0ab19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980009 Aug 26 15:26:52.878558 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-4e94fa91-49d2-4c38-bc12-19eefdd6c28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:52.909631 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvr_db [None req-d0676b97-f6da-4897-bd46-492680415b24 None None] Set router aa04ec2d-9fe1-465b-8ce7-4d02c673929e gateway port host: dv-cinder-779576-7-iscsi {{(pid=93843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 15:26:52.946495 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 15:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f141368f-d5d8-4938-8da1-00ea54f69be1 x-openstack-request-id: req-f141368f-d5d8-4938-8da1-00ea54f69be1 {{(pid=93841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:26:52.946840 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3028e66a-51b4-4638-bfef-d34285d30fd1", "name": "network-vif-deleted", "tag": "9074ea7b-385d-4ccc-8c42-b021d977910a", "status": "completed", "code": 200}]} {{(pid=93841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:26:52.947396 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f141368f-d5d8-4938-8da1-00ea54f69be1 {{(pid=93841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:26:52.947858 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3028e66a-51b4-4638-bfef-d34285d30fd1', 'name': 'network-vif-deleted', 'tag': '9074ea7b-385d-4ccc-8c42-b021d977910a', 'status': 'completed', 'code': 200} Aug 26 15:26:53.014954 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4a8dc8-6339-4674-a825-87f1953c2b2f None None] Pushing event updated for resources: {'Port': ['ID=25db6656-5ef9-406c-9fa2-6c2e4d121a41,revision_number=3']} {{(pid=93844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:26:53.038825 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.db.db_base_plugin_common [None req-5f7459f0-b306-4ba5-a35f-f3fc54bf32c9 admin admin] Allocated IP 172.27.3.72 (94c3c280-690c-4a83-85d9-6b8aea125a5e/fcbbbf85-6bcd-493f-b527-2ade21fd40af/d5dd1201-c3b0-4a9a-b628-c0bd4980c707) {{(pid=93842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:26:53.088185 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4a8dc8-6339-4674-a825-87f1953c2b2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:26:53.088718 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4a8dc8-6339-4674-a825-87f1953c2b2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:26:53.089256 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4a8dc8-6339-4674-a825-87f1953c2b2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:26:53.089608 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4a8dc8-6339-4674-a825-87f1953c2b2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:26:53.090038 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4a8dc8-6339-4674-a825-87f1953c2b2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:26:53.090402 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4a8dc8-6339-4674-a825-87f1953c2b2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:26:53.090810 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4a8dc8-6339-4674-a825-87f1953c2b2f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:26:53.091259 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4a8dc8-6339-4674-a825-87f1953c2b2f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:26:53.092289 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4a8dc8-6339-4674-a825-87f1953c2b2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:26:53.092370 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4a8dc8-6339-4674-a825-87f1953c2b2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:26:53.092888 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4a8dc8-6339-4674-a825-87f1953c2b2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:26:53.093476 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4a8dc8-6339-4674-a825-87f1953c2b2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:26:53.132007 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.managers [None req-4e94fa91-49d2-4c38-bc12-19eefdd6c28c None None] Attempting to bind port 25db6656-5ef9-406c-9fa2-6c2e4d121a41 on host dv-cinder-779576-7-iscsi for vnic_type normal with profile {{(pid=93844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 15:26:53.134152 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.managers [None req-4e94fa91-49d2-4c38-bc12-19eefdd6c28c None None] Attempting to bind port 25db6656-5ef9-406c-9fa2-6c2e4d121a41 by drivers openvswitch,hyperv on host dv-cinder-779576-7-iscsi at level 0 using segments [{'id': '0ec0529a-fb33-4f07-bc7a-84b32e32ac14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '450519e4-8c12-447b-a687-0d4a9d1435ad'}] {{(pid=93844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 15:26:53.134566 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e94fa91-49d2-4c38-bc12-19eefdd6c28c None None] Attempting to bind port 25db6656-5ef9-406c-9fa2-6c2e4d121a41 on network 450519e4-8c12-447b-a687-0d4a9d1435ad {{(pid=93844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 15:26:53.150895 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e94fa91-49d2-4c38-bc12-19eefdd6c28c None None] Checking agent: {'id': '072be889-8d10-4535-8eb8-b08180675ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779576-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 15, 14, 10), 'started_at': datetime.datetime(2021, 8, 26, 15, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 15, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779576-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 15:26:53.151190 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e94fa91-49d2-4c38-bc12-19eefdd6c28c None None] Checking segment: {'id': '0ec0529a-fb33-4f07-bc7a-84b32e32ac14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '450519e4-8c12-447b-a687-0d4a9d1435ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 15:26:53.151560 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-4e94fa91-49d2-4c38-bc12-19eefdd6c28c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:53.151966 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e94fa91-49d2-4c38-bc12-19eefdd6c28c None None] Bound using segment: {'id': '0ec0529a-fb33-4f07-bc7a-84b32e32ac14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '450519e4-8c12-447b-a687-0d4a9d1435ad'} {{(pid=93844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 15:26:53.152464 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.managers [None req-4e94fa91-49d2-4c38-bc12-19eefdd6c28c None None] Bound port: 25db6656-5ef9-406c-9fa2-6c2e4d121a41, host: dv-cinder-779576-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ec0529a-fb33-4f07-bc7a-84b32e32ac14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '450519e4-8c12-447b-a687-0d4a9d1435ad'}}] {{(pid=93844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 15:26:53.152887 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-4e94fa91-49d2-4c38-bc12-19eefdd6c28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:53.340553 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-5f7459f0-b306-4ba5-a35f-f3fc54bf32c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:53.381037 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.db [None req-4e94fa91-49d2-4c38-bc12-19eefdd6c28c None None] For port 25db6656-5ef9-406c-9fa2-6c2e4d121a41, host dv-cinder-779576-7-iscsi, cleared binding levels {{(pid=93844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:26:53.385645 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.db [None req-4e94fa91-49d2-4c38-bc12-19eefdd6c28c None None] For port 25db6656-5ef9-406c-9fa2-6c2e4d121a41, host dv-cinder-779576-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-7-iscsi',level=0,port_id=25db6656-5ef9-406c-9fa2-6c2e4d121a41,segment=NetworkSegment(0ec0529a-fb33-4f07-bc7a-84b32e32ac14),segment_id=0ec0529a-fb33-4f07-bc7a-84b32e32ac14)] {{(pid=93844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:26:53.396449 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-4e94fa91-49d2-4c38-bc12-19eefdd6c28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:53.439593 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-5f7459f0-b306-4ba5-a35f-f3fc54bf32c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793280355359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261268877'] for port, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:53.494007 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4a8dc8-6339-4674-a825-87f1953c2b2f None None] Pushing event updated for resources: {'Port': ['ID=25db6656-5ef9-406c-9fa2-6c2e4d121a41,revision_number=4']} {{(pid=93844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:26:53.496453 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7459f0-b306-4ba5-a35f-f3fc54bf32c9 admin admin] Pushing event updated for resources: {'Port': ['ID=d5dd1201-c3b0-4a9a-b628-c0bd4980c707,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:26:53.523749 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-d0676b97-f6da-4897-bd46-492680415b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa04ec2d-9fe1-465b-8ce7-4d02c673929e', 'name': 'tempest-AttachVolumeShelveTestJSON-1152206057-router', 'tenant_id': '51d0a6d3e78f46f98a1a4881bf9eb094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '4f474097-4049-45b8-a400-24afad7e1455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:21:58Z', 'updated_at': '2021-08-26T15:22:09Z', 'revision_number': 4, 'project_id': '51d0a6d3e78f46f98a1a4881bf9eb094', 'gw_port': {'id': '4f474097-4049-45b8-a400-24afad7e1455', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:78:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa04ec2d-9fe1-465b-8ce7-4d02c673929e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:22:00Z', 'updated_at': '2021-08-26T15:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi', '_interfaces': [{'id': 'a82d00a2-2666-409e-908f-9a451551a39c', 'name': '', 'network_id': 'd887f735-fbdb-4418-baf1-8e9e0d77221f', 'tenant_id': '51d0a6d3e78f46f98a1a4881bf9eb094', 'mac_address': 'fa:16:3e:c8:31:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa04ec2d-9fe1-465b-8ce7-4d02c673929e', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '2dc1893b-86f2-4498-b069-d334c29d6d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:22:06Z', 'updated_at': '2021-08-26T15:22:26Z', 'revision_number': 5, 'project_id': '51d0a6d3e78f46f98a1a4881bf9eb094', 'subnets': [{'id': '2dc1893b-86f2-4498-b069-d334c29d6d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-7-iscsi', False) {} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:26:53.526683 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7459f0-b306-4ba5-a35f-f3fc54bf32c9 admin admin] Network 94c3c280-690c-4a83-85d9-6b8aea125a5e is already hosted by enough agents. {{(pid=93842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:26:53.531212 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.scheduler.base_scheduler [None req-5f7459f0-b306-4ba5-a35f-f3fc54bf32c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:26:53.541870 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7459f0-b306-4ba5-a35f-f3fc54bf32c9 admin admin] Received port after_create {{(pid=93842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 15:26:53.584495 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e94fa91-49d2-4c38-bc12-19eefdd6c28c None None] Routers {'d5d6d445-b8cd-4f47-a92b-4b10fdd02ff7'} bound to L3 agent in host dv-cinder-779576-7-iscsi {{(pid=93844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 15:26:53.586750 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-4e94fa91-49d2-4c38-bc12-19eefdd6c28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T15:14:10Z,description=,heartbeat_timestamp=2021-08-26T15:26:40Z,host='dv-cinder-779576-7-iscsi',id=00a7d786-edfd-4f04-9152-3b7ae2bbf8ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T15:14:10Z,topic='l3_agent')) {'router_ids': ['d5d6d445-b8cd-4f47-a92b-4b10fdd02ff7'], 'active': True} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:26:53.592480 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0676b97-f6da-4897-bd46-492680415b24 None None] Checking router: aa04ec2d-9fe1-465b-8ce7-4d02c673929e for host: dv-cinder-779576-7-iscsi {{(pid=93843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 15:26:53.614003 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Provisioning complete for port 0415c8a9-fc07-4695-8ef4-be13d02c0b75 triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:26:53.614529 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:53.735832 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0676b97-f6da-4897-bd46-492680415b24 None None] Routers {'aa04ec2d-9fe1-465b-8ce7-4d02c673929e'} bound to L3 agent in host dv-cinder-779576-7-iscsi {{(pid=93843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 15:26:53.736854 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-d0676b97-f6da-4897-bd46-492680415b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T15:14:10Z,description=,heartbeat_timestamp=2021-08-26T15:26:40Z,host='dv-cinder-779576-7-iscsi',id=00a7d786-edfd-4f04-9152-3b7ae2bbf8ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T15:14:10Z,topic='l3_agent')) {'router_ids': ['aa04ec2d-9fe1-465b-8ce7-4d02c673929e'], 'active': True} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:26:53.873891 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvr_db [None req-4e94fa91-49d2-4c38-bc12-19eefdd6c28c None None] Set router d5d6d445-b8cd-4f47-a92b-4b10fdd02ff7 gateway port host: dv-cinder-779576-7-iscsi {{(pid=93844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 15:26:53.896757 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-40c86dac-695c-4a78-b523-e9851fefbc32 None None] Notify callbacks [] for port, precommit_create {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:53.952908 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-40c86dac-695c-4a78-b523-e9851fefbc32 None None] Transition to ACTIVE for port object 159d722d-5ff6-42e0-acf0-aabab71b2105 will not be triggered until provisioned by entity L2. {{(pid=93843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 15:26:54.031480 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-5f7459f0-b306-4ba5-a35f-f3fc54bf32c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:54.044535 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 58450) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:26:54.071933 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-40c86dac-695c-4a78-b523-e9851fefbc32 None None] Transition to ACTIVE for port object 159d722d-5ff6-42e0-acf0-aabab71b2105 will not be triggered until provisioned by entity DHCP. {{(pid=93843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 15:26:54.125656 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-40c86dac-695c-4a78-b523-e9851fefbc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793280355359'] for port, after_create {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:54.188118 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-2de94486-cfc6-42c8-b659-fbf76c05a0de tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Notify callbacks [] for security_group, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:54.235521 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvr_db [None req-d0676b97-f6da-4897-bd46-492680415b24 None None] Set router aa04ec2d-9fe1-465b-8ce7-4d02c673929e gateway port host: dv-cinder-779576-7-iscsi {{(pid=93843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 15:26:54.246077 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-2de94486-cfc6-42c8-b659-fbf76c05a0de tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:54.286717 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c86dac-695c-4a78-b523-e9851fefbc32 None None] Network bb1b74c2-76f2-4b49-bb66-b31909a4e4a9 is already hosted by enough agents. {{(pid=93843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:26:54.293568 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c86dac-695c-4a78-b523-e9851fefbc32 None None] Pushing event updated for resources: {'Port': ['ID=159d722d-5ff6-42e0-acf0-aabab71b2105,revision_number=1']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:26:54.304914 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.scheduler.base_scheduler [None req-40c86dac-695c-4a78-b523-e9851fefbc32 None None] Resources bound (agent type, host, resource id): {{(pid=93843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:26:54.310892 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c86dac-695c-4a78-b523-e9851fefbc32 None None] Received port after_create {{(pid=93843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 15:26:54.323305 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-4e94fa91-49d2-4c38-bc12-19eefdd6c28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5d6d445-b8cd-4f47-a92b-4b10fdd02ff7', 'name': 'tempest-TestVolumeBootPattern-386580631-router', 'tenant_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '0415c8a9-fc07-4695-8ef4-be13d02c0b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:26:45Z', 'updated_at': '2021-08-26T15:26:49Z', 'revision_number': 4, 'project_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'gw_port': {'id': '0415c8a9-fc07-4695-8ef4-be13d02c0b75', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:9d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d6d445-b8cd-4f47-a92b-4b10fdd02ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:26:46Z', 'updated_at': '2021-08-26T15:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi', '_interfaces': [{'id': '25db6656-5ef9-406c-9fa2-6c2e4d121a41', 'name': '', 'network_id': '450519e4-8c12-447b-a687-0d4a9d1435ad', 'tenant_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'mac_address': 'fa:16:3e:29:08:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5d6d445-b8cd-4f47-a92b-4b10fdd02ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '6465a299-7a62-4790-95c8-1882e69b35c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:26:48Z', 'updated_at': '2021-08-26T15:26:53Z', 'revision_number': 4, 'project_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'subnets': [{'id': '6465a299-7a62-4790-95c8-1882e69b35c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-7-iscsi', False) {} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:26:54.370469 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-2de94486-cfc6-42c8-b659-fbf76c05a0de tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:54.371965 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e94fa91-49d2-4c38-bc12-19eefdd6c28c None None] The sync data for ids ['d5d6d445-b8cd-4f47-a92b-4b10fdd02ff7'] in dv-cinder-779576-7-iscsi is: [{'id': 'd5d6d445-b8cd-4f47-a92b-4b10fdd02ff7', 'name': 'tempest-TestVolumeBootPattern-386580631-router', 'tenant_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '0415c8a9-fc07-4695-8ef4-be13d02c0b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:26:45Z', 'updated_at': '2021-08-26T15:26:49Z', 'revision_number': 4, 'project_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'gw_port': {'id': '0415c8a9-fc07-4695-8ef4-be13d02c0b75', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:9d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d6d445-b8cd-4f47-a92b-4b10fdd02ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:26:46Z', 'updated_at': '2021-08-26T15:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi', '_interfaces': [{'id': '25db6656-5ef9-406c-9fa2-6c2e4d121a41', 'name': '', 'network_id': '450519e4-8c12-447b-a687-0d4a9d1435ad', 'tenant_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'mac_address': 'fa:16:3e:29:08:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5d6d445-b8cd-4f47-a92b-4b10fdd02ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '6465a299-7a62-4790-95c8-1882e69b35c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:26:48Z', 'updated_at': '2021-08-26T15:26:53Z', 'revision_number': 4, 'project_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'subnets': [{'id': '6465a299-7a62-4790-95c8-1882e69b35c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 15:26:54.379872 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-2de94486-cfc6-42c8-b659-fbf76c05a0de tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Notify callbacks [] for security_group, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:54.384476 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-2de94486-cfc6-42c8-b659-fbf76c05a0de tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "DELETE /v2.0/security-groups/44677d48-8306-44c7-a2fe-97d323591896 HTTP/1.1" status: 204 len: 168 time: 0.3362989 Aug 26 15:26:54.385757 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 58452) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:26:54.407495 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-5f7459f0-b306-4ba5-a35f-f3fc54bf32c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3930459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3928533'] for router, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:54.423691 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.api.v2.resource [None req-78963fe5-3ad3-4938-80a8-8f44dd0d3cea tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] show failed (client error): The resource could not be found. Aug 26 15:26:54.429029 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-78963fe5-3ad3-4938-80a8-8f44dd0d3cea tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups/44677d48-8306-44c7-a2fe-97d323591896 HTTP/1.1" status: 404 len: 347 time: 0.0384262 Aug 26 15:26:54.429029 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de94486-cfc6-42c8-b659-fbf76c05a0de tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44677d48-8306-44c7-a2fe-97d323591896,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:26:54.430145 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 58454) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:26:54.576387 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-40c86dac-695c-4a78-b523-e9851fefbc32 None None] Attempting to bind port 159d722d-5ff6-42e0-acf0-aabab71b2105 on host dv-cinder-779576-7-iscsi for vnic_type normal with profile {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 15:26:54.576924 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-40c86dac-695c-4a78-b523-e9851fefbc32 None None] Attempting to bind port 159d722d-5ff6-42e0-acf0-aabab71b2105 by drivers openvswitch,hyperv on host dv-cinder-779576-7-iscsi at level 0 using segments [{'id': 'adeafd22-86f5-4980-8fef-b6a984b8981a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'bb1b74c2-76f2-4b49-bb66-b31909a4e4a9'}] {{(pid=93843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 15:26:54.577166 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c86dac-695c-4a78-b523-e9851fefbc32 None None] Attempting to bind port 159d722d-5ff6-42e0-acf0-aabab71b2105 on network bb1b74c2-76f2-4b49-bb66-b31909a4e4a9 {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 15:26:54.600542 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c86dac-695c-4a78-b523-e9851fefbc32 None None] Checking agent: {'id': '072be889-8d10-4535-8eb8-b08180675ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779576-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 15, 14, 10), 'started_at': datetime.datetime(2021, 8, 26, 15, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 15, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779576-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 15:26:54.600999 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c86dac-695c-4a78-b523-e9851fefbc32 None None] Checking segment: {'id': 'adeafd22-86f5-4980-8fef-b6a984b8981a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'bb1b74c2-76f2-4b49-bb66-b31909a4e4a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 15:26:54.601326 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-40c86dac-695c-4a78-b523-e9851fefbc32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:54.601759 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c86dac-695c-4a78-b523-e9851fefbc32 None None] Bound using segment: {'id': 'adeafd22-86f5-4980-8fef-b6a984b8981a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'bb1b74c2-76f2-4b49-bb66-b31909a4e4a9'} {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 15:26:54.602314 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-40c86dac-695c-4a78-b523-e9851fefbc32 None None] Bound port: 159d722d-5ff6-42e0-acf0-aabab71b2105, host: dv-cinder-779576-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adeafd22-86f5-4980-8fef-b6a984b8981a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'bb1b74c2-76f2-4b49-bb66-b31909a4e4a9'}}] {{(pid=93843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 15:26:54.603163 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-40c86dac-695c-4a78-b523-e9851fefbc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:54.763701 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f7459f0-b306-4ba5-a35f-f3fc54bf32c9 admin admin] Router d673cebe-cbdf-4ffe-a9d1-ff402b5d27dc is scheduled to L3 agent 00a7d786-edfd-4f04-9152-3b7ae2bbf8ca with binding_index 1 {{(pid=93842) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 15:26:54.769508 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Device 25db6656-5ef9-406c-9fa2-6c2e4d121a41 up at agent ovs-agent-dv-cinder-779576-7-iscsi {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:26:54.770435 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.plugin [None req-24021003-a776-4888-a23c-978ff76f7895 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Deleting port 8f567ea3-d5d9-4ceb-ae20-fb8ba581561b {{(pid=93841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 15:26:54.771103 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-24021003-a776-4888-a23c-978ff76f7895 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793280853279'] for port, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:54.953401 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-24021003-a776-4888-a23c-978ff76f7895 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3924976'] for port, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:54.954669 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-24021003-a776-4888-a23c-978ff76f7895 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:54.982273 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-40c86dac-695c-4a78-b523-e9851fefbc32 None None] For port 159d722d-5ff6-42e0-acf0-aabab71b2105, host dv-cinder-779576-7-iscsi, cleared binding levels {{(pid=93843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:26:54.989147 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.plugin [None req-24021003-a776-4888-a23c-978ff76f7895 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Calling delete_port for 8f567ea3-d5d9-4ceb-ae20-fb8ba581561b owned by network:floatingip {{(pid=93841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 15:26:54.992382 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-40c86dac-695c-4a78-b523-e9851fefbc32 None None] For port 159d722d-5ff6-42e0-acf0-aabab71b2105, host dv-cinder-779576-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-7-iscsi',level=0,port_id=159d722d-5ff6-42e0-acf0-aabab71b2105,segment=NetworkSegment(adeafd22-86f5-4980-8fef-b6a984b8981a),segment_id=adeafd22-86f5-4980-8fef-b6a984b8981a)] {{(pid=93843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:26:55.031577 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-40c86dac-695c-4a78-b523-e9851fefbc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:55.036305 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Provisioning for port 25db6656-5ef9-406c-9fa2-6c2e4d121a41 completed by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 15:26:55.092706 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f7459f0-b306-4ba5-a35f-f3fc54bf32c9 admin admin] Notify agent at l3_agent.dv-cinder-779576-7-iscsi the message routers_updated {{(pid=93842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 15:26:55.120107 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-5f7459f0-b306-4ba5-a35f-f3fc54bf32c9 admin admin] Notify callbacks [] for router, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:55.121509 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-5f7459f0-b306-4ba5-a35f-f3fc54bf32c9 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.2043848 Aug 26 15:26:55.125232 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 58464) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:26:55.133319 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Provisioning complete for port 25db6656-5ef9-406c-9fa2-6c2e4d121a41 triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:26:55.136812 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:55.302284 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-d0676b97-f6da-4897-bd46-492680415b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa04ec2d-9fe1-465b-8ce7-4d02c673929e', 'name': 'tempest-AttachVolumeShelveTestJSON-1152206057-router', 'tenant_id': '51d0a6d3e78f46f98a1a4881bf9eb094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '4f474097-4049-45b8-a400-24afad7e1455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:21:58Z', 'updated_at': '2021-08-26T15:22:09Z', 'revision_number': 4, 'project_id': '51d0a6d3e78f46f98a1a4881bf9eb094', 'gw_port': {'id': '4f474097-4049-45b8-a400-24afad7e1455', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:78:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa04ec2d-9fe1-465b-8ce7-4d02c673929e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:22:00Z', 'updated_at': '2021-08-26T15:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi', '_interfaces': [{'id': 'a82d00a2-2666-409e-908f-9a451551a39c', 'name': '', 'network_id': 'd887f735-fbdb-4418-baf1-8e9e0d77221f', 'tenant_id': '51d0a6d3e78f46f98a1a4881bf9eb094', 'mac_address': 'fa:16:3e:c8:31:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa04ec2d-9fe1-465b-8ce7-4d02c673929e', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '2dc1893b-86f2-4498-b069-d334c29d6d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:22:06Z', 'updated_at': '2021-08-26T15:22:26Z', 'revision_number': 5, 'project_id': '51d0a6d3e78f46f98a1a4881bf9eb094', 'subnets': [{'id': '2dc1893b-86f2-4498-b069-d334c29d6d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-7-iscsi', False) {} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:26:55.351408 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab631fa7-7ca3-4549-9ed0-937e1a8913db None None] Sync routers for ids ['d673cebe-cbdf-4ffe-a9d1-ff402b5d27dc'] in dv-cinder-779576-7-iscsi {{(pid=93844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 15:26:55.377612 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c86dac-695c-4a78-b523-e9851fefbc32 None None] Pushing event updated for resources: {'Port': ['ID=159d722d-5ff6-42e0-acf0-aabab71b2105,revision_number=2']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:26:55.383061 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab631fa7-7ca3-4549-9ed0-937e1a8913db None None] Routers {'d673cebe-cbdf-4ffe-a9d1-ff402b5d27dc'} bound to L3 agent in host dv-cinder-779576-7-iscsi {{(pid=93844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 15:26:55.384221 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-ab631fa7-7ca3-4549-9ed0-937e1a8913db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T15:14:10Z,description=,heartbeat_timestamp=2021-08-26T15:26:40Z,host='dv-cinder-779576-7-iscsi',id=00a7d786-edfd-4f04-9152-3b7ae2bbf8ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T15:14:10Z,topic='l3_agent')) {'router_ids': ['d673cebe-cbdf-4ffe-a9d1-ff402b5d27dc'], 'active': True} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:26:55.400902 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0676b97-f6da-4897-bd46-492680415b24 None None] The sync data for ids ['aa04ec2d-9fe1-465b-8ce7-4d02c673929e'] in dv-cinder-779576-7-iscsi is: [{'id': 'aa04ec2d-9fe1-465b-8ce7-4d02c673929e', 'name': 'tempest-AttachVolumeShelveTestJSON-1152206057-router', 'tenant_id': '51d0a6d3e78f46f98a1a4881bf9eb094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '4f474097-4049-45b8-a400-24afad7e1455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:21:58Z', 'updated_at': '2021-08-26T15:22:09Z', 'revision_number': 4, 'project_id': '51d0a6d3e78f46f98a1a4881bf9eb094', 'gw_port': {'id': '4f474097-4049-45b8-a400-24afad7e1455', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:78:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa04ec2d-9fe1-465b-8ce7-4d02c673929e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:22:00Z', 'updated_at': '2021-08-26T15:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi', '_interfaces': [{'id': 'a82d00a2-2666-409e-908f-9a451551a39c', 'name': '', 'network_id': 'd887f735-fbdb-4418-baf1-8e9e0d77221f', 'tenant_id': '51d0a6d3e78f46f98a1a4881bf9eb094', 'mac_address': 'fa:16:3e:c8:31:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa04ec2d-9fe1-465b-8ce7-4d02c673929e', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '2dc1893b-86f2-4498-b069-d334c29d6d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:22:06Z', 'updated_at': '2021-08-26T15:22:26Z', 'revision_number': 5, 'project_id': '51d0a6d3e78f46f98a1a4881bf9eb094', 'subnets': [{'id': '2dc1893b-86f2-4498-b069-d334c29d6d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 15:26:55.425445 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-24021003-a776-4888-a23c-978ff76f7895 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793280828191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793280355368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263742114'] for port, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:55.528479 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:55.574306 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24021003-a776-4888-a23c-978ff76f7895 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Pushing event deleted for resources: {'Port': ['ID=8f567ea3-d5d9-4ceb-ae20-fb8ba581561b,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:26:55.610705 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] For port 25db6656-5ef9-406c-9fa2-6c2e4d121a41, host dv-cinder-779576-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-7-iscsi',level=0,port_id=25db6656-5ef9-406c-9fa2-6c2e4d121a41,segment=NetworkSegment(0ec0529a-fb33-4f07-bc7a-84b32e32ac14),segment_id=0ec0529a-fb33-4f07-bc7a-84b32e32ac14)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:26:55.618719 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:55.774325 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Pushing event updated for resources: {'Port': ['ID=25db6656-5ef9-406c-9fa2-6c2e4d121a41,revision_number=5']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:26:55.874377 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvr_db [None req-ab631fa7-7ca3-4549-9ed0-937e1a8913db None None] Set router d673cebe-cbdf-4ffe-a9d1-ff402b5d27dc gateway port host: dv-cinder-779576-7-iscsi {{(pid=93844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 15:26:55.928920 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-24021003-a776-4888-a23c-978ff76f7895 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Notify callbacks [] for floatingip, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:55.946327 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-24021003-a776-4888-a23c-978ff76f7895 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4089636'] for floatingip, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:55.948158 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-24021003-a776-4888-a23c-978ff76f7895 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "DELETE /v2.0/floatingips/ad698c5b-64ca-4609-bdec-93de81982e1a HTTP/1.1" status: 204 len: 168 time: 1.5167813 Aug 26 15:26:56.138466 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1cc39e7-b520-43ce-9fcd-9089572fba1f None None] New status for floating IP ad698c5b-64ca-4609-bdec-93de81982e1a: DOWN {{(pid=93843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 15:26:56.161719 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f423b0a8-e61b-42d0-9590-fe324681ddf6 req-52cbef37-4691-44c5-9e30-674cfc9f4577 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:26:56.164191 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-f423b0a8-e61b-42d0-9590-fe324681ddf6 req-52cbef37-4691-44c5-9e30-674cfc9f4577 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/networks?id=ff3f8523-7c5c-45fd-bb0d-14c506d1eed1 HTTP/1.1" status: 200 len: 814 time: 0.3564026 Aug 26 15:26:56.198520 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-f423b0a8-e61b-42d0-9590-fe324681ddf6 req-28c91654-a173-430a-bfed-b44192b7a952 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/quotas/0a435dbe6e324e7ca5ecfe0235b2dd08 HTTP/1.1" status: 200 len: 375 time: 0.0216024 Aug 26 15:26:56.312927 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-f423b0a8-e61b-42d0-9590-fe324681ddf6 req-4cda8a55-e161-478a-81c5-4c1b7ca969e5 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0a435dbe6e324e7ca5ecfe0235b2dd08&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1054521 Aug 26 15:26:56.358769 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Device 9074ea7b-385d-4ccc-8c42-b021d977910a no longer exists at agent hyperv_hv-cinder-77957 {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 15:26:56.412281 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] No Port match for: 9074ea7b-385d-4ccc-8c42-b021d977910a {{(pid=93843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 15:26:56.412651 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Device 9074ea7b-385d-4ccc-8c42-b021d977910a not bound to the agent host hv-cinder-77957 {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 15:26:56.418030 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-ab631fa7-7ca3-4549-9ed0-937e1a8913db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd673cebe-cbdf-4ffe-a9d1-ff402b5d27dc', 'name': 'tempest-TestVolumeBootPattern-885178804-router', 'tenant_id': 'd3a21791a7ba4b01b9a567092c887665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': 'd5dd1201-c3b0-4a9a-b628-c0bd4980c707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:26:51Z', 'updated_at': '2021-08-26T15:26:53Z', 'revision_number': 3, 'project_id': 'd3a21791a7ba4b01b9a567092c887665', 'gw_port': {'id': 'd5dd1201-c3b0-4a9a-b628-c0bd4980c707', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f2:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd673cebe-cbdf-4ffe-a9d1-ff402b5d27dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:26:52Z', 'updated_at': '2021-08-26T15:26:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi'}], 'dv-cinder-779576-7-iscsi', False) {} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:26:56.486674 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab631fa7-7ca3-4549-9ed0-937e1a8913db None None] Checking router: d673cebe-cbdf-4ffe-a9d1-ff402b5d27dc for host: dv-cinder-779576-7-iscsi {{(pid=93844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 15:26:56.487035 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab631fa7-7ca3-4549-9ed0-937e1a8913db None None] Updating router d673cebe-cbdf-4ffe-a9d1-ff402b5d27dc port d5dd1201-c3b0-4a9a-b628-c0bd4980c707 binding host dv-cinder-779576-7-iscsi {{(pid=93844) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 15:26:56.535550 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-f423b0a8-e61b-42d0-9590-fe324681ddf6 req-10751870-075c-4400-8640-286f73297c7a service neutron] 10.222.0.20 "GET /v2.0/networks/ff3f8523-7c5c-45fd-bb0d-14c506d1eed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036240 Aug 26 15:26:56.563815 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-f659ca4e-efee-4365-ad47-7c550bec478e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:56.609803 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-ab631fa7-7ca3-4549-9ed0-937e1a8913db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:56.734536 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-f423b0a8-e61b-42d0-9590-fe324681ddf6 req-573bbc14-3a5c-4fb0-813b-517cbba7b870 service neutron] 10.222.0.20 "GET /v2.0/networks/ff3f8523-7c5c-45fd-bb0d-14c506d1eed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980040 Aug 26 15:26:56.877188 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Device 159d722d-5ff6-42e0-acf0-aabab71b2105 up at agent ovs-agent-dv-cinder-779576-7-iscsi {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:26:57.054707 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-ee1a8d90-c026-408e-83f6-5bbc5ba729aa req-b0bffe48-2616-4bef-a258-a0f6534e70bb tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/ports?device_id=949fac19-7ed1-4405-8b74-7dbac53bd719 HTTP/1.1" status: 200 len: 210 time: 0.0501499 Aug 26 15:26:57.307626 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-ab631fa7-7ca3-4549-9ed0-937e1a8913db None None] Notify callbacks [] for port, precommit_update {{(pid=93844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:57.313605 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d6c3ab-91d3-4aa4-9c96-a2b3dfd85dca None None] Network bb1b74c2-76f2-4b49-bb66-b31909a4e4a9 requested from dv-cinder-779576-7-iscsi {{(pid=93843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 15:26:57.336697 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.provisioning_blocks [None req-ab631fa7-7ca3-4549-9ed0-937e1a8913db None None] Transition to ACTIVE for port object d5dd1201-c3b0-4a9a-b628-c0bd4980c707 will not be triggered until provisioned by entity L2. {{(pid=93844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 15:26:57.343053 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-ab631fa7-7ca3-4549-9ed0-937e1a8913db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:57.423630 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e4536f-c1ca-4271-ac5f-c67d265fa011 None None] Pushing event updated for resources: {'Port': ['ID=d5dd1201-c3b0-4a9a-b628-c0bd4980c707,revision_number=2']} {{(pid=93844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:26:57.424409 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-e0158e7e-e259-4d0e-afbb-7914eb0e3a7d None None] Provisioning for port 159d722d-5ff6-42e0-acf0-aabab71b2105 completed by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 15:26:57.464173 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Provisioning for port 159d722d-5ff6-42e0-acf0-aabab71b2105 completed by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 15:26:57.479165 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Provisioning complete for port 159d722d-5ff6-42e0-acf0-aabab71b2105 triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:26:57.479809 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:57.483063 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.managers [None req-ab631fa7-7ca3-4549-9ed0-937e1a8913db None None] Attempting to bind port d5dd1201-c3b0-4a9a-b628-c0bd4980c707 on host dv-cinder-779576-7-iscsi for vnic_type normal with profile {{(pid=93844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 15:26:57.485214 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.managers [None req-ab631fa7-7ca3-4549-9ed0-937e1a8913db None None] Attempting to bind port d5dd1201-c3b0-4a9a-b628-c0bd4980c707 by drivers openvswitch,hyperv on host dv-cinder-779576-7-iscsi at level 0 using segments [{'id': 'd599df7f-c7a7-42e6-8c54-3da29125ead3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e'}] {{(pid=93844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 15:26:57.485741 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab631fa7-7ca3-4549-9ed0-937e1a8913db None None] Attempting to bind port d5dd1201-c3b0-4a9a-b628-c0bd4980c707 on network 94c3c280-690c-4a83-85d9-6b8aea125a5e {{(pid=93844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 15:26:57.497917 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab631fa7-7ca3-4549-9ed0-937e1a8913db None None] Checking agent: {'id': '072be889-8d10-4535-8eb8-b08180675ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779576-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 15, 14, 10), 'started_at': datetime.datetime(2021, 8, 26, 15, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 15, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779576-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 15:26:57.499116 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab631fa7-7ca3-4549-9ed0-937e1a8913db None None] Checking segment: {'id': 'd599df7f-c7a7-42e6-8c54-3da29125ead3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 15:26:57.499629 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-ab631fa7-7ca3-4549-9ed0-937e1a8913db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:57.500599 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab631fa7-7ca3-4549-9ed0-937e1a8913db None None] Bound using segment: {'id': 'd599df7f-c7a7-42e6-8c54-3da29125ead3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e'} {{(pid=93844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 15:26:57.501430 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.managers [None req-ab631fa7-7ca3-4549-9ed0-937e1a8913db None None] Bound port: d5dd1201-c3b0-4a9a-b628-c0bd4980c707, host: dv-cinder-779576-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd599df7f-c7a7-42e6-8c54-3da29125ead3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e'}}] {{(pid=93844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 15:26:57.501966 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-ab631fa7-7ca3-4549-9ed0-937e1a8913db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:57.563446 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.db.db_base_plugin_common [None req-f659ca4e-efee-4365-ad47-7c550bec478e admin admin] Allocated IP 172.20.0.1 (bb1b74c2-76f2-4b49-bb66-b31909a4e4a9/2a2b1427-5005-4ec0-a425-16d2f5c35ac2/24eece22-3331-4972-a340-0bc364f4228b) {{(pid=93842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:26:57.592475 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.db [None req-ab631fa7-7ca3-4549-9ed0-937e1a8913db None None] For port d5dd1201-c3b0-4a9a-b628-c0bd4980c707, host dv-cinder-779576-7-iscsi, cleared binding levels {{(pid=93844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:26:57.603971 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.db [None req-ab631fa7-7ca3-4549-9ed0-937e1a8913db None None] For port d5dd1201-c3b0-4a9a-b628-c0bd4980c707, host dv-cinder-779576-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-7-iscsi',level=0,port_id=d5dd1201-c3b0-4a9a-b628-c0bd4980c707,segment=NetworkSegment(d599df7f-c7a7-42e6-8c54-3da29125ead3),segment_id=d599df7f-c7a7-42e6-8c54-3da29125ead3)] {{(pid=93844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:26:57.611635 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-ab631fa7-7ca3-4549-9ed0-937e1a8913db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:57.635936 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 58504) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:26:57.641062 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [None req-f856f3c5-c64a-4e13-b58e-4d9463ec313b tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Request body: {'security_group': {'name': 'tempest-securitygroup--236507591', 'description': 'tempest-description--414858460'}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:26:57.682431 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-f856f3c5-c64a-4e13-b58e-4d9463ec313b tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:57.690325 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab631fa7-7ca3-4549-9ed0-937e1a8913db None None] Routers {'d673cebe-cbdf-4ffe-a9d1-ff402b5d27dc'} bound to L3 agent in host dv-cinder-779576-7-iscsi {{(pid=93844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 15:26:57.691004 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-ab631fa7-7ca3-4549-9ed0-937e1a8913db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T15:14:10Z,description=,heartbeat_timestamp=2021-08-26T15:26:40Z,host='dv-cinder-779576-7-iscsi',id=00a7d786-edfd-4f04-9152-3b7ae2bbf8ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T15:14:10Z,topic='l3_agent')) {'router_ids': ['d673cebe-cbdf-4ffe-a9d1-ff402b5d27dc'], 'active': True} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:26:57.693305 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:57.751522 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] For port 159d722d-5ff6-42e0-acf0-aabab71b2105, host dv-cinder-779576-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-7-iscsi',level=0,port_id=159d722d-5ff6-42e0-acf0-aabab71b2105,segment=NetworkSegment(adeafd22-86f5-4980-8fef-b6a984b8981a),segment_id=adeafd22-86f5-4980-8fef-b6a984b8981a)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:26:57.757233 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-f659ca4e-efee-4365-ad47-7c550bec478e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:57.759386 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:57.762524 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Device 25db6656-5ef9-406c-9fa2-6c2e4d121a41 up at agent ovs-agent-dv-cinder-779576-7-iscsi {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:26:57.773442 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.db.provisioning_blocks [None req-f659ca4e-efee-4365-ad47-7c550bec478e admin admin] Transition to ACTIVE for port object 24eece22-3331-4972-a340-0bc364f4228b will not be triggered until provisioned by entity DHCP. {{(pid=93842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 15:26:57.830975 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-f659ca4e-efee-4365-ad47-7c550bec478e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793280355359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261268877'] for port, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:57.874745 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-f856f3c5-c64a-4e13-b58e-4d9463ec313b tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:57.876372 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvr_db [None req-ab631fa7-7ca3-4549-9ed0-937e1a8913db None None] Set router d673cebe-cbdf-4ffe-a9d1-ff402b5d27dc gateway port host: dv-cinder-779576-7-iscsi {{(pid=93844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 15:26:57.880349 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-f856f3c5-c64a-4e13-b58e-4d9463ec313b tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:57.914662 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-f856f3c5-c64a-4e13-b58e-4d9463ec313b tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Notify callbacks [] for security_group, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:57.919483 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-f856f3c5-c64a-4e13-b58e-4d9463ec313b tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2822132 Aug 26 15:26:57.922640 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 58506) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:26:57.928613 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [None req-9b70ec48-4624-46a4-9e53-229e29d0e33c tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Request body: {'security_group_rule': {'security_group_id': '91c8d1dc-3a35-4d14-bfc1-2a332cc1b54e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:26:57.938523 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f856f3c5-c64a-4e13-b58e-4d9463ec313b tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91c8d1dc-3a35-4d14-bfc1-2a332cc1b54e,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:26:57.966328 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-9b70ec48-4624-46a4-9e53-229e29d0e33c tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:57.979108 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f659ca4e-efee-4365-ad47-7c550bec478e admin admin] Pushing event updated for resources: {'Port': ['ID=24eece22-3331-4972-a340-0bc364f4228b,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:26:58.001332 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f659ca4e-efee-4365-ad47-7c550bec478e admin admin] Network bb1b74c2-76f2-4b49-bb66-b31909a4e4a9 is already hosted by enough agents. {{(pid=93842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:26:58.009519 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.scheduler.base_scheduler [None req-f659ca4e-efee-4365-ad47-7c550bec478e admin admin] Resources bound (agent type, host, resource id): {{(pid=93842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:26:58.012282 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f659ca4e-efee-4365-ad47-7c550bec478e admin admin] Received port after_create {{(pid=93842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 15:26:58.058433 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Pushing event updated for resources: {'Port': ['ID=159d722d-5ff6-42e0-acf0-aabab71b2105,revision_number=3']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:26:58.059008 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-9b70ec48-4624-46a4-9e53-229e29d0e33c tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:58.066015 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-9b70ec48-4624-46a4-9e53-229e29d0e33c tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699878'] for security_group_rule, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:58.075711 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Provisioning complete for port 25db6656-5ef9-406c-9fa2-6c2e4d121a41 triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:26:58.076096 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:58.113919 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b70ec48-4624-46a4-9e53-229e29d0e33c tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d81b0fb1-0800-4fcf-b041-727d83b40ac8,revision_number=0']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:26:58.124755 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e4536f-c1ca-4271-ac5f-c67d265fa011 None None] Pushing event updated for resources: {'Port': ['ID=d5dd1201-c3b0-4a9a-b628-c0bd4980c707,revision_number=3']} {{(pid=93844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:26:58.127378 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-9b70ec48-4624-46a4-9e53-229e29d0e33c tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:58.129521 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-9b70ec48-4624-46a4-9e53-229e29d0e33c tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2050924 Aug 26 15:26:58.132547 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 58512) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:26:58.152209 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [None req-40694e1e-31fe-4501-aabb-b455e0fb1a4c tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Request body: {'security_group_rule': {'security_group_id': '91c8d1dc-3a35-4d14-bfc1-2a332cc1b54e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:26:58.157150 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-f659ca4e-efee-4365-ad47-7c550bec478e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3928330'] for router_interface, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:58.172232 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-2c7230c4-0e81-4774-8cae-2e43245fdb9d None None] Provisioning complete for port 159d722d-5ff6-42e0-acf0-aabab71b2105 triggered by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:26:58.172884 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-2c7230c4-0e81-4774-8cae-2e43245fdb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:58.187027 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-ab631fa7-7ca3-4549-9ed0-937e1a8913db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd673cebe-cbdf-4ffe-a9d1-ff402b5d27dc', 'name': 'tempest-TestVolumeBootPattern-885178804-router', 'tenant_id': 'd3a21791a7ba4b01b9a567092c887665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': 'd5dd1201-c3b0-4a9a-b628-c0bd4980c707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:26:51Z', 'updated_at': '2021-08-26T15:26:53Z', 'revision_number': 3, 'project_id': 'd3a21791a7ba4b01b9a567092c887665', 'gw_port': {'id': 'd5dd1201-c3b0-4a9a-b628-c0bd4980c707', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f2:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd673cebe-cbdf-4ffe-a9d1-ff402b5d27dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:26:52Z', 'updated_at': '2021-08-26T15:26:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi'}], 'dv-cinder-779576-7-iscsi', False) {} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:26:58.245678 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab631fa7-7ca3-4549-9ed0-937e1a8913db None None] The sync data for ids ['d673cebe-cbdf-4ffe-a9d1-ff402b5d27dc'] in dv-cinder-779576-7-iscsi is: [{'id': 'd673cebe-cbdf-4ffe-a9d1-ff402b5d27dc', 'name': 'tempest-TestVolumeBootPattern-885178804-router', 'tenant_id': 'd3a21791a7ba4b01b9a567092c887665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': 'd5dd1201-c3b0-4a9a-b628-c0bd4980c707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:26:51Z', 'updated_at': '2021-08-26T15:26:53Z', 'revision_number': 3, 'project_id': 'd3a21791a7ba4b01b9a567092c887665', 'gw_port': {'id': 'd5dd1201-c3b0-4a9a-b628-c0bd4980c707', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f2:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd673cebe-cbdf-4ffe-a9d1-ff402b5d27dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:26:52Z', 'updated_at': '2021-08-26T15:26:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi'}] {{(pid=93844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 15:26:58.259017 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-40694e1e-31fe-4501-aabb-b455e0fb1a4c tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:58.274766 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-75f220fe-744c-466b-bcaf-c7abd3a6d6e6 req-50c1eea4-aa88-4b96-961f-71e2373976d0 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/ports?device_id=949fac19-7ed1-4405-8b74-7dbac53bd719 HTTP/1.1" status: 200 len: 210 time: 0.0845997 Aug 26 15:26:58.376986 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-40694e1e-31fe-4501-aabb-b455e0fb1a4c tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:58.383276 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-40694e1e-31fe-4501-aabb-b455e0fb1a4c tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699878'] for security_group_rule, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:58.393197 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-f659ca4e-efee-4365-ad47-7c550bec478e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:58.417124 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40694e1e-31fe-4501-aabb-b455e0fb1a4c tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=546bfec1-dbd0-4345-9721-456be1fd71ae,revision_number=0']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:26:58.420560 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-40694e1e-31fe-4501-aabb-b455e0fb1a4c tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:58.427853 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-40694e1e-31fe-4501-aabb-b455e0fb1a4c tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2941031 Aug 26 15:26:58.431046 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 58514) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:26:58.435863 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [None req-a3bc0e69-444b-44fe-8cd5-fd2447e3e312 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Request body: {'floatingip': {'floating_network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e'}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:26:58.466578 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-a3bc0e69-444b-44fe-8cd5-fd2447e3e312 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Notify callbacks [] for floatingip, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:58.531716 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-c96da1c3-86e2-4792-96c9-eca698f6a567 None None] Provisioning for port 24eece22-3331-4972-a340-0bc364f4228b completed by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 15:26:58.537311 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-c96da1c3-86e2-4792-96c9-eca698f6a567 None None] Provisioning complete for port 24eece22-3331-4972-a340-0bc364f4228b triggered by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:26:58.538135 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c96da1c3-86e2-4792-96c9-eca698f6a567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:58.544087 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Device 159d722d-5ff6-42e0-acf0-aabab71b2105 up at agent ovs-agent-dv-cinder-779576-7-iscsi {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:26:58.624160 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-c96da1c3-86e2-4792-96c9-eca698f6a567 None None] Port 24eece22-3331-4972-a340-0bc364f4228b cannot update to ACTIVE because it is not bound. {{(pid=93843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 15:26:58.640064 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-a3bc0e69-444b-44fe-8cd5-fd2447e3e312 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:58.642947 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Provisioning complete for port 159d722d-5ff6-42e0-acf0-aabab71b2105 triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:26:58.643326 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:58.646647 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-f659ca4e-efee-4365-ad47-7c550bec478e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:58.651607 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-f659ca4e-efee-4365-ad47-7c550bec478e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261268884'] for port, after_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:58.760105 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f659ca4e-efee-4365-ad47-7c550bec478e admin admin] Pushing event updated for resources: {'Port': ['ID=24eece22-3331-4972-a340-0bc364f4228b,revision_number=2']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:26:58.765178 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-f659ca4e-efee-4365-ad47-7c550bec478e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3774383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3928277'] for router_interface, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:58.774899 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.db.db_base_plugin_common [None req-a3bc0e69-444b-44fe-8cd5-fd2447e3e312 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Allocated IP 172.27.3.110 (94c3c280-690c-4a83-85d9-6b8aea125a5e/fcbbbf85-6bcd-493f-b527-2ade21fd40af/cd80b4b4-50ec-4622-9763-786eb4ad87c2) {{(pid=93841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:26:58.863231 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f659ca4e-efee-4365-ad47-7c550bec478e admin admin] Network bb1b74c2-76f2-4b49-bb66-b31909a4e4a9 is already hosted by enough agents. {{(pid=93842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:26:58.866645 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.scheduler.base_scheduler [None req-f659ca4e-efee-4365-ad47-7c550bec478e admin admin] Resources bound (agent type, host, resource id): {{(pid=93842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:26:58.898190 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-a3bc0e69-444b-44fe-8cd5-fd2447e3e312 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Notify callbacks [] for port, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:58.949518 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-a3bc0e69-444b-44fe-8cd5-fd2447e3e312 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793280355359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263742114'] for port, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:59.004642 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3bc0e69-444b-44fe-8cd5-fd2447e3e312 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Network 94c3c280-690c-4a83-85d9-6b8aea125a5e is already hosted by enough agents. {{(pid=93841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:26:59.011226 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.scheduler.base_scheduler [None req-a3bc0e69-444b-44fe-8cd5-fd2447e3e312 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Resources bound (agent type, host, resource id): {{(pid=93841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:26:59.013454 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bc0e69-444b-44fe-8cd5-fd2447e3e312 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Pushing event updated for resources: {'Port': ['ID=cd80b4b4-50ec-4622-9763-786eb4ad87c2,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:26:59.016076 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f659ca4e-efee-4365-ad47-7c550bec478e admin admin] Router d673cebe-cbdf-4ffe-a9d1-ff402b5d27dc has already been hosted by L3 agent 00a7d786-edfd-4f04-9152-3b7ae2bbf8ca {{(pid=93842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 15:26:59.022098 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bc0e69-444b-44fe-8cd5-fd2447e3e312 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Received port after_create {{(pid=93841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 15:26:59.113925 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-a3bc0e69-444b-44fe-8cd5-fd2447e3e312 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:59.151655 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-a05348ac-ca0f-47a0-b6cc-9f2788728a91 None None] Provisioning complete for port 24eece22-3331-4972-a340-0bc364f4228b triggered by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:26:59.152654 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-a05348ac-ca0f-47a0-b6cc-9f2788728a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:59.160250 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f659ca4e-efee-4365-ad47-7c550bec478e admin admin] Notify agent at l3_agent.dv-cinder-779576-7-iscsi the message routers_updated {{(pid=93842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 15:26:59.167301 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-f659ca4e-efee-4365-ad47-7c550bec478e admin admin] 10.222.0.20 "PUT /v2.0/routers/d673cebe-cbdf-4ffe-a9d1-ff402b5d27dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0408266 Aug 26 15:26:59.173043 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-a3bc0e69-444b-44fe-8cd5-fd2447e3e312 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:59.200890 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-a05348ac-ca0f-47a0-b6cc-9f2788728a91 None None] Port 24eece22-3331-4972-a340-0bc364f4228b cannot update to ACTIVE because it is not bound. {{(pid=93843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 15:26:59.351257 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-a3bc0e69-444b-44fe-8cd5-fd2447e3e312 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Notify callbacks [] for port, precommit_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:59.358694 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-a3bc0e69-444b-44fe-8cd5-fd2447e3e312 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263742139'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:59.440482 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bc0e69-444b-44fe-8cd5-fd2447e3e312 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Pushing event updated for resources: {'Port': ['ID=cd80b4b4-50ec-4622-9763-786eb4ad87c2,revision_number=2']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:26:59.460671 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-a3bc0e69-444b-44fe-8cd5-fd2447e3e312 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3928447'] for floatingip, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:59.478573 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-a3bc0e69-444b-44fe-8cd5-fd2447e3e312 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4089636'] for floatingip, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:59.479918 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-a3bc0e69-444b-44fe-8cd5-fd2447e3e312 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0476947 Aug 26 15:26:59.505161 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-cb7d79b7-36c9-4db3-be09-cb691d0b9579 req-1445d7ac-2e77-4877-a97f-990fb11cceae tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/ports?device_id=949fac19-7ed1-4405-8b74-7dbac53bd719 HTTP/1.1" status: 200 len: 210 time: 0.1468766 Aug 26 15:26:59.693000 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-7e892883-d60a-49c5-87e1-198648f17b0e req-203dc752-5b41-4b13-998a-17c1835929a5 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--236507591&fields=id&tenant_id=51d0a6d3e78f46f98a1a4881bf9eb094 HTTP/1.1" status: 200 len: 267 time: 0.0332363 Aug 26 15:26:59.812214 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e892883-d60a-49c5-87e1-198648f17b0e req-fa7d372b-44f9-4ba5-b0d9-7a8170026ad4 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:26:59.814023 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-7e892883-d60a-49c5-87e1-198648f17b0e req-fa7d372b-44f9-4ba5-b0d9-7a8170026ad4 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/networks?id=d887f735-fbdb-4418-baf1-8e9e0d77221f HTTP/1.1" status: 200 len: 817 time: 0.1135063 Aug 26 15:26:59.826699 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 58540) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:26:59.831994 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [None req-ed8554f8-84a3-49c7-8829-4d61450f0bf0 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1385713052', 'description': 'tempest-secgroup-smoke-1385713052 description', 'project_id': '1d44569eb5c241ab8c4e10ff4af9afb0'}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:26:59.836270 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-7e892883-d60a-49c5-87e1-198648f17b0e req-510faf98-0b95-4eee-8cf4-0139c5e3bc6f tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/quotas/51d0a6d3e78f46f98a1a4881bf9eb094 HTTP/1.1" status: 200 len: 375 time: 0.0157361 Aug 26 15:26:59.858542 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-ed8554f8-84a3-49c7-8829-4d61450f0bf0 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:59.895485 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-7e892883-d60a-49c5-87e1-198648f17b0e req-b2b7b51c-c2de-482b-8c89-1c3b4e468e81 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=51d0a6d3e78f46f98a1a4881bf9eb094&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0534694 Aug 26 15:26:59.947885 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-ed8554f8-84a3-49c7-8829-4d61450f0bf0 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:59.952194 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-ed8554f8-84a3-49c7-8829-4d61450f0bf0 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:59.980616 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-ed8554f8-84a3-49c7-8829-4d61450f0bf0 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Notify callbacks [] for security_group, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:26:59.981892 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-ed8554f8-84a3-49c7-8829-4d61450f0bf0 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1536345 Aug 26 15:26:59.983792 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8554f8-84a3-49c7-8829-4d61450f0bf0 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=672dc045-bd54-4dfd-8b7e-df655c7922d3,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:26:59.986726 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 58542) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:26:59.992396 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [None req-048a940f-47b7-4e4b-88ed-fab932889c40 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Request body: {'security_group_rule': {'security_group_id': '672dc045-bd54-4dfd-8b7e-df655c7922d3', 'project_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:27:00.027701 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-7e892883-d60a-49c5-87e1-198648f17b0e req-f481b891-6b92-4c5a-a87d-ec67a40b4a3b service neutron] 10.222.0.20 "GET /v2.0/networks/d887f735-fbdb-4418-baf1-8e9e0d77221f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172833 Aug 26 15:27:00.044439 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-048a940f-47b7-4e4b-88ed-fab932889c40 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:00.081605 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff65657-69e6-4099-b7a2-2d4dabcd138d None None] Sync routers for ids ['d673cebe-cbdf-4ffe-a9d1-ff402b5d27dc'] in dv-cinder-779576-7-iscsi {{(pid=93844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 15:27:00.091441 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff65657-69e6-4099-b7a2-2d4dabcd138d None None] Routers {'d673cebe-cbdf-4ffe-a9d1-ff402b5d27dc'} bound to L3 agent in host dv-cinder-779576-7-iscsi {{(pid=93844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 15:27:00.092049 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-eff65657-69e6-4099-b7a2-2d4dabcd138d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T15:14:10Z,description=,heartbeat_timestamp=2021-08-26T15:26:40Z,host='dv-cinder-779576-7-iscsi',id=00a7d786-edfd-4f04-9152-3b7ae2bbf8ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T15:14:10Z,topic='l3_agent')) {'router_ids': ['d673cebe-cbdf-4ffe-a9d1-ff402b5d27dc'], 'active': True} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:27:00.158671 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-048a940f-47b7-4e4b-88ed-fab932889c40 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:00.165543 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-048a940f-47b7-4e4b-88ed-fab932889c40 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699878'] for security_group_rule, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:00.188650 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048a940f-47b7-4e4b-88ed-fab932889c40 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef2f6b6e-ffd3-4ce5-b8c8-8a1ec99c7604,revision_number=0']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:27:00.193354 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-7e892883-d60a-49c5-87e1-198648f17b0e req-84d9c95d-47a3-454a-bbd1-4f6324a66e49 service neutron] 10.222.0.20 "GET /v2.0/networks/d887f735-fbdb-4418-baf1-8e9e0d77221f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578505 Aug 26 15:27:00.198978 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-048a940f-47b7-4e4b-88ed-fab932889c40 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:00.200217 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-048a940f-47b7-4e4b-88ed-fab932889c40 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2121716 Aug 26 15:27:00.202955 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 58548) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:27:00.209587 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [None req-c9578cb0-6aa3-45a2-a96c-a03f347febcf tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Request body: {'security_group_rule': {'security_group_id': '672dc045-bd54-4dfd-8b7e-df655c7922d3', 'project_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:27:00.215694 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvr_db [None req-eff65657-69e6-4099-b7a2-2d4dabcd138d None None] Set router d673cebe-cbdf-4ffe-a9d1-ff402b5d27dc gateway port host: dv-cinder-779576-7-iscsi {{(pid=93844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 15:27:00.240403 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-c9578cb0-6aa3-45a2-a96c-a03f347febcf tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:00.309527 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-c9578cb0-6aa3-45a2-a96c-a03f347febcf tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:00.323472 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-c9578cb0-6aa3-45a2-a96c-a03f347febcf tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699878'] for security_group_rule, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:00.343230 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9578cb0-6aa3-45a2-a96c-a03f347febcf tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9a69b44-8a1d-4b02-baae-e2b088bc5d8c,revision_number=0']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:27:00.366411 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-c9578cb0-6aa3-45a2-a96c-a03f347febcf tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:00.371040 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-c9578cb0-6aa3-45a2-a96c-a03f347febcf tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1661165 Aug 26 15:27:00.372668 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 58552) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:27:00.382540 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [None req-661e4983-4769-46e8-b8af-9c1e3115bc2b tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Request body: {'security_group_rule': {'security_group_id': '672dc045-bd54-4dfd-8b7e-df655c7922d3', 'project_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:27:00.476497 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-661e4983-4769-46e8-b8af-9c1e3115bc2b tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:00.523927 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-34322cc7-591b-40b0-83f5-ee520c2dd968 req-d11d21f6-a5c5-4204-b563-ecd52cb216bf tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc6d676a-9c2d-4017-9854-6ef6dbb13c54 HTTP/1.1" status: 200 len: 210 time: 0.1298490 Aug 26 15:27:00.639054 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Device d5dd1201-c3b0-4a9a-b628-c0bd4980c707 up at agent ovs-agent-dv-cinder-779576-7-iscsi {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:27:00.652755 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-eff65657-69e6-4099-b7a2-2d4dabcd138d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd673cebe-cbdf-4ffe-a9d1-ff402b5d27dc', 'name': 'tempest-TestVolumeBootPattern-885178804-router', 'tenant_id': 'd3a21791a7ba4b01b9a567092c887665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': 'd5dd1201-c3b0-4a9a-b628-c0bd4980c707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:26:51Z', 'updated_at': '2021-08-26T15:26:58Z', 'revision_number': 4, 'project_id': 'd3a21791a7ba4b01b9a567092c887665', 'gw_port': {'id': 'd5dd1201-c3b0-4a9a-b628-c0bd4980c707', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f2:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd673cebe-cbdf-4ffe-a9d1-ff402b5d27dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:26:52Z', 'updated_at': '2021-08-26T15:26:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi', '_interfaces': [{'id': '24eece22-3331-4972-a340-0bc364f4228b', 'name': '', 'network_id': 'bb1b74c2-76f2-4b49-bb66-b31909a4e4a9', 'tenant_id': 'd3a21791a7ba4b01b9a567092c887665', 'mac_address': 'fa:16:3e:87:da:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd673cebe-cbdf-4ffe-a9d1-ff402b5d27dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '2a2b1427-5005-4ec0-a425-16d2f5c35ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:26:57Z', 'updated_at': '2021-08-26T15:26:58Z', 'revision_number': 2, 'project_id': 'd3a21791a7ba4b01b9a567092c887665', 'subnets': [{'id': '2a2b1427-5005-4ec0-a425-16d2f5c35ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-7-iscsi', False) {} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:27:00.709733 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-661e4983-4769-46e8-b8af-9c1e3115bc2b tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:00.720069 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff65657-69e6-4099-b7a2-2d4dabcd138d None None] Checking router: d673cebe-cbdf-4ffe-a9d1-ff402b5d27dc for host: dv-cinder-779576-7-iscsi {{(pid=93844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 15:27:00.720425 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff65657-69e6-4099-b7a2-2d4dabcd138d None None] Updating router d673cebe-cbdf-4ffe-a9d1-ff402b5d27dc port 24eece22-3331-4972-a340-0bc364f4228b binding host dv-cinder-779576-7-iscsi {{(pid=93844) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 15:27:00.724716 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Provisioning for port d5dd1201-c3b0-4a9a-b628-c0bd4980c707 completed by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 15:27:00.730179 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-b3522020-391d-464b-b78e-447533763c54 req-630f970e-0c7c-4c27-8055-05dc06d0141b tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/ports?device_id=949fac19-7ed1-4405-8b74-7dbac53bd719 HTTP/1.1" status: 200 len: 210 time: 0.0622389 Aug 26 15:27:00.731196 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-661e4983-4769-46e8-b8af-9c1e3115bc2b tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699878'] for security_group_rule, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:00.737790 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Provisioning complete for port d5dd1201-c3b0-4a9a-b628-c0bd4980c707 triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:27:00.741145 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:00.760451 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e4983-4769-46e8-b8af-9c1e3115bc2b tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ee69041-c0bd-4bff-8dfb-14fcf4a0dc4f,revision_number=0']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:27:00.773049 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-661e4983-4769-46e8-b8af-9c1e3115bc2b tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:00.774961 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-eff65657-69e6-4099-b7a2-2d4dabcd138d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:00.775272 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-661e4983-4769-46e8-b8af-9c1e3115bc2b tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4012859 Aug 26 15:27:00.777967 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 58564) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:27:00.787191 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [None req-aa23d8eb-3aaa-44df-b812-b5f8b99ffb32 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Request body: {'security_group_rule': {'security_group_id': '672dc045-bd54-4dfd-8b7e-df655c7922d3', 'project_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:27:00.823276 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-aa23d8eb-3aaa-44df-b812-b5f8b99ffb32 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:00.860565 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:00.885334 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] For port d5dd1201-c3b0-4a9a-b628-c0bd4980c707, host dv-cinder-779576-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-7-iscsi',level=0,port_id=d5dd1201-c3b0-4a9a-b628-c0bd4980c707,segment=NetworkSegment(d599df7f-c7a7-42e6-8c54-3da29125ead3),segment_id=d599df7f-c7a7-42e6-8c54-3da29125ead3)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:27:00.892187 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:00.900935 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-aa23d8eb-3aaa-44df-b812-b5f8b99ffb32 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:00.905500 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-aa23d8eb-3aaa-44df-b812-b5f8b99ffb32 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699878'] for security_group_rule, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:00.925853 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa23d8eb-3aaa-44df-b812-b5f8b99ffb32 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7029e2fd-7c3e-405f-a2c1-f4e1f9814e0e,revision_number=0']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:27:00.938899 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-aa23d8eb-3aaa-44df-b812-b5f8b99ffb32 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:00.940548 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-aa23d8eb-3aaa-44df-b812-b5f8b99ffb32 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1609595 Aug 26 15:27:00.944687 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 58570) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:27:00.953043 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [None req-42694953-4cc7-4280-88b9-b4285cfe11dc tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Request body: {'security_group_rule': {'security_group_id': '672dc045-bd54-4dfd-8b7e-df655c7922d3', 'project_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:27:00.965136 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Pushing event updated for resources: {'Port': ['ID=d5dd1201-c3b0-4a9a-b628-c0bd4980c707,revision_number=4']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:27:00.988227 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.db.securitygroups_db [None req-42694953-4cc7-4280-88b9-b4285cfe11dc tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Project 1d44569eb5c241ab8c4e10ff4af9afb0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 15:27:00.999470 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-42694953-4cc7-4280-88b9-b4285cfe11dc tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:01.074269 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-42694953-4cc7-4280-88b9-b4285cfe11dc tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:01.078509 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-42694953-4cc7-4280-88b9-b4285cfe11dc tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699878'] for security_group_rule, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:01.098635 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42694953-4cc7-4280-88b9-b4285cfe11dc tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03694a04-e2a5-4bdf-bf6e-6ec0ae06572d,revision_number=0']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:27:01.110973 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-42694953-4cc7-4280-88b9-b4285cfe11dc tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:01.115413 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-42694953-4cc7-4280-88b9-b4285cfe11dc tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1663070 Aug 26 15:27:01.118445 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 58572) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:27:01.121995 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-eff65657-69e6-4099-b7a2-2d4dabcd138d None None] Notify callbacks [] for port, precommit_update {{(pid=93844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:01.126757 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [None req-c24bf5ea-14ea-41f5-b4e8-f275ca643a13 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Request body: {'security_group_rule': {'security_group_id': '672dc045-bd54-4dfd-8b7e-df655c7922d3', 'project_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:27:01.134653 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.provisioning_blocks [None req-eff65657-69e6-4099-b7a2-2d4dabcd138d None None] Transition to ACTIVE for port object 24eece22-3331-4972-a340-0bc364f4228b will not be triggered until provisioned by entity L2. {{(pid=93844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 15:27:01.150191 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-eff65657-69e6-4099-b7a2-2d4dabcd138d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:01.156194 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.db.securitygroups_db [None req-c24bf5ea-14ea-41f5-b4e8-f275ca643a13 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Project 1d44569eb5c241ab8c4e10ff4af9afb0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 15:27:01.164401 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-c24bf5ea-14ea-41f5-b4e8-f275ca643a13 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:01.243278 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-c24bf5ea-14ea-41f5-b4e8-f275ca643a13 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:01.250736 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-c24bf5ea-14ea-41f5-b4e8-f275ca643a13 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699878'] for security_group_rule, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:01.271783 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24bf5ea-14ea-41f5-b4e8-f275ca643a13 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9131781-6c73-4b66-ba29-84a1bf458b9f,revision_number=0']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:27:01.284281 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-c24bf5ea-14ea-41f5-b4e8-f275ca643a13 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:01.286701 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-c24bf5ea-14ea-41f5-b4e8-f275ca643a13 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1653078 Aug 26 15:27:01.359442 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f423b0a8-e61b-42d0-9590-fe324681ddf6 req-5aae88b4-3a47-4896-b60c-b1022ab34009 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:01.362669 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c4b89f-97cf-4c78-b29e-02a034813099 None None] Pushing event updated for resources: {'Port': ['ID=24eece22-3331-4972-a340-0bc364f4228b,revision_number=3']} {{(pid=93844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:27:01.363714 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-f423b0a8-e61b-42d0-9590-fe324681ddf6 req-5aae88b4-3a47-4896-b60c-b1022ab34009 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.47 "GET /v2.0/networks?id=ff3f8523-7c5c-45fd-bb0d-14c506d1eed1 HTTP/1.1" status: 200 len: 814 time: 0.2541420 Aug 26 15:27:01.379531 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [req-f423b0a8-e61b-42d0-9590-fe324681ddf6 req-76b7f771-019a-4744-88ea-8da8e74d9628 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Request body: {'port': {'device_id': '949fac19-7ed1-4405-8b74-7dbac53bd719', 'network_id': 'ff3f8523-7c5c-45fd-bb0d-14c506d1eed1', 'admin_state_up': True, 'tenant_id': '0a435dbe6e324e7ca5ecfe0235b2dd08'}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:27:01.398548 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.managers [None req-eff65657-69e6-4099-b7a2-2d4dabcd138d None None] Attempting to bind port 24eece22-3331-4972-a340-0bc364f4228b on host dv-cinder-779576-7-iscsi for vnic_type normal with profile {{(pid=93844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 15:27:01.406731 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.managers [None req-eff65657-69e6-4099-b7a2-2d4dabcd138d None None] Attempting to bind port 24eece22-3331-4972-a340-0bc364f4228b by drivers openvswitch,hyperv on host dv-cinder-779576-7-iscsi at level 0 using segments [{'id': 'adeafd22-86f5-4980-8fef-b6a984b8981a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'bb1b74c2-76f2-4b49-bb66-b31909a4e4a9'}] {{(pid=93844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 15:27:01.407162 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff65657-69e6-4099-b7a2-2d4dabcd138d None None] Attempting to bind port 24eece22-3331-4972-a340-0bc364f4228b on network bb1b74c2-76f2-4b49-bb66-b31909a4e4a9 {{(pid=93844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 15:27:01.415384 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff65657-69e6-4099-b7a2-2d4dabcd138d None None] Checking agent: {'id': '072be889-8d10-4535-8eb8-b08180675ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779576-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 15, 14, 10), 'started_at': datetime.datetime(2021, 8, 26, 15, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 15, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779576-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 15:27:01.415841 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff65657-69e6-4099-b7a2-2d4dabcd138d None None] Checking segment: {'id': 'adeafd22-86f5-4980-8fef-b6a984b8981a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'bb1b74c2-76f2-4b49-bb66-b31909a4e4a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 15:27:01.416149 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-eff65657-69e6-4099-b7a2-2d4dabcd138d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:01.416532 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff65657-69e6-4099-b7a2-2d4dabcd138d None None] Bound using segment: {'id': 'adeafd22-86f5-4980-8fef-b6a984b8981a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'bb1b74c2-76f2-4b49-bb66-b31909a4e4a9'} {{(pid=93844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 15:27:01.417013 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.managers [None req-eff65657-69e6-4099-b7a2-2d4dabcd138d None None] Bound port: 24eece22-3331-4972-a340-0bc364f4228b, host: dv-cinder-779576-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adeafd22-86f5-4980-8fef-b6a984b8981a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'bb1b74c2-76f2-4b49-bb66-b31909a4e4a9'}}] {{(pid=93844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 15:27:01.417394 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-eff65657-69e6-4099-b7a2-2d4dabcd138d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:01.500598 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.db [None req-eff65657-69e6-4099-b7a2-2d4dabcd138d None None] For port 24eece22-3331-4972-a340-0bc364f4228b, host dv-cinder-779576-7-iscsi, cleared binding levels {{(pid=93844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:27:01.503855 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.db [None req-eff65657-69e6-4099-b7a2-2d4dabcd138d None None] For port 24eece22-3331-4972-a340-0bc364f4228b, host dv-cinder-779576-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-7-iscsi',level=0,port_id=24eece22-3331-4972-a340-0bc364f4228b,segment=NetworkSegment(adeafd22-86f5-4980-8fef-b6a984b8981a),segment_id=adeafd22-86f5-4980-8fef-b6a984b8981a)] {{(pid=93844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:27:01.510795 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-eff65657-69e6-4099-b7a2-2d4dabcd138d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:01.580844 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f423b0a8-e61b-42d0-9590-fe324681ddf6 req-76b7f771-019a-4744-88ea-8da8e74d9628 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Made reservation on behalf of 0a435dbe6e324e7ca5ecfe0235b2dd08 for: {'port': 1} {{(pid=93841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:27:01.586135 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-f423b0a8-e61b-42d0-9590-fe324681ddf6 req-76b7f771-019a-4744-88ea-8da8e74d9628 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:01.600045 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff65657-69e6-4099-b7a2-2d4dabcd138d None None] Routers {'d673cebe-cbdf-4ffe-a9d1-ff402b5d27dc'} bound to L3 agent in host dv-cinder-779576-7-iscsi {{(pid=93844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 15:27:01.600446 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-eff65657-69e6-4099-b7a2-2d4dabcd138d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T15:14:10Z,description=,heartbeat_timestamp=2021-08-26T15:26:40Z,host='dv-cinder-779576-7-iscsi',id=00a7d786-edfd-4f04-9152-3b7ae2bbf8ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T15:14:10Z,topic='l3_agent')) {'router_ids': ['d673cebe-cbdf-4ffe-a9d1-ff402b5d27dc'], 'active': True} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:27:01.605435 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c4b89f-97cf-4c78-b29e-02a034813099 None None] Pushing event updated for resources: {'Port': ['ID=24eece22-3331-4972-a340-0bc364f4228b,revision_number=4']} {{(pid=93844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:27:01.782602 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvr_db [None req-eff65657-69e6-4099-b7a2-2d4dabcd138d None None] Set router d673cebe-cbdf-4ffe-a9d1-ff402b5d27dc gateway port host: dv-cinder-779576-7-iscsi {{(pid=93844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 15:27:01.784132 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.db.db_base_plugin_common [req-f423b0a8-e61b-42d0-9590-fe324681ddf6 req-76b7f771-019a-4744-88ea-8da8e74d9628 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Allocated IP 172.20.0.2 (ff3f8523-7c5c-45fd-bb0d-14c506d1eed1/03934509-c48d-4abc-9880-2d8ef00a653e/59cf18e6-d5a0-4cec-b8d8-d37652e75d4a) {{(pid=93841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:27:02.011719 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-80c186d9-ca7e-47ed-8d39-4fc270927447 req-28a20ef5-51c3-4900-88fb-4eeabb5d2726 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/ports?device_id=949fac19-7ed1-4405-8b74-7dbac53bd719 HTTP/1.1" status: 200 len: 210 time: 0.0370617 Aug 26 15:27:02.048593 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e892883-d60a-49c5-87e1-198648f17b0e req-9425a375-a60e-471f-98e4-cecd1169e50e tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:02.054584 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-7e892883-d60a-49c5-87e1-198648f17b0e req-9425a375-a60e-471f-98e4-cecd1169e50e tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.47 "GET /v2.0/networks?id=d887f735-fbdb-4418-baf1-8e9e0d77221f HTTP/1.1" status: 200 len: 817 time: 0.2811038 Aug 26 15:27:02.122278 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-7ac7e9b7-e5cb-4ffb-88f0-266f6f70a619 req-0363426d-49db-41a8-8da0-4f808535810d tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc6d676a-9c2d-4017-9854-6ef6dbb13c54 HTTP/1.1" status: 200 len: 210 time: 0.0906749 Aug 26 15:27:02.153546 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-7e892883-d60a-49c5-87e1-198648f17b0e req-f095a58a-96d4-4193-abb9-06bc9b8a18e9 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=51d0a6d3e78f46f98a1a4881bf9eb094 HTTP/1.1" status: 200 len: 379 time: 0.0839312 Aug 26 15:27:02.158074 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-eff65657-69e6-4099-b7a2-2d4dabcd138d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd673cebe-cbdf-4ffe-a9d1-ff402b5d27dc', 'name': 'tempest-TestVolumeBootPattern-885178804-router', 'tenant_id': 'd3a21791a7ba4b01b9a567092c887665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': 'd5dd1201-c3b0-4a9a-b628-c0bd4980c707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:26:51Z', 'updated_at': '2021-08-26T15:26:58Z', 'revision_number': 4, 'project_id': 'd3a21791a7ba4b01b9a567092c887665', 'gw_port': {'id': 'd5dd1201-c3b0-4a9a-b628-c0bd4980c707', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd673cebe-cbdf-4ffe-a9d1-ff402b5d27dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:26:52Z', 'updated_at': '2021-08-26T15:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi', '_interfaces': [{'id': '24eece22-3331-4972-a340-0bc364f4228b', 'name': '', 'network_id': 'bb1b74c2-76f2-4b49-bb66-b31909a4e4a9', 'tenant_id': 'd3a21791a7ba4b01b9a567092c887665', 'mac_address': 'fa:16:3e:87:da:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd673cebe-cbdf-4ffe-a9d1-ff402b5d27dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '2a2b1427-5005-4ec0-a425-16d2f5c35ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:26:57Z', 'updated_at': '2021-08-26T15:27:01Z', 'revision_number': 4, 'project_id': 'd3a21791a7ba4b01b9a567092c887665', 'subnets': [{'id': '2a2b1427-5005-4ec0-a425-16d2f5c35ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-7-iscsi', False) {} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:27:02.171747 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [req-7e892883-d60a-49c5-87e1-198648f17b0e req-928e1748-8ab7-472f-85f5-4826ba2f5699 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Request body: {'port': {'device_id': 'dc6d676a-9c2d-4017-9854-6ef6dbb13c54', 'network_id': 'd887f735-fbdb-4418-baf1-8e9e0d77221f', 'admin_state_up': True, 'tenant_id': '51d0a6d3e78f46f98a1a4881bf9eb094', 'security_groups': ['91c8d1dc-3a35-4d14-bfc1-2a332cc1b54e']}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:27:02.189316 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-f423b0a8-e61b-42d0-9590-fe324681ddf6 req-76b7f771-019a-4744-88ea-8da8e74d9628 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Notify callbacks [] for port, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:02.203321 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff65657-69e6-4099-b7a2-2d4dabcd138d None None] The sync data for ids ['d673cebe-cbdf-4ffe-a9d1-ff402b5d27dc'] in dv-cinder-779576-7-iscsi is: [{'id': 'd673cebe-cbdf-4ffe-a9d1-ff402b5d27dc', 'name': 'tempest-TestVolumeBootPattern-885178804-router', 'tenant_id': 'd3a21791a7ba4b01b9a567092c887665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': 'd5dd1201-c3b0-4a9a-b628-c0bd4980c707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:26:51Z', 'updated_at': '2021-08-26T15:26:58Z', 'revision_number': 4, 'project_id': 'd3a21791a7ba4b01b9a567092c887665', 'gw_port': {'id': 'd5dd1201-c3b0-4a9a-b628-c0bd4980c707', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd673cebe-cbdf-4ffe-a9d1-ff402b5d27dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:26:52Z', 'updated_at': '2021-08-26T15:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi', '_interfaces': [{'id': '24eece22-3331-4972-a340-0bc364f4228b', 'name': '', 'network_id': 'bb1b74c2-76f2-4b49-bb66-b31909a4e4a9', 'tenant_id': 'd3a21791a7ba4b01b9a567092c887665', 'mac_address': 'fa:16:3e:87:da:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd673cebe-cbdf-4ffe-a9d1-ff402b5d27dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '2a2b1427-5005-4ec0-a425-16d2f5c35ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:26:57Z', 'updated_at': '2021-08-26T15:27:01Z', 'revision_number': 4, 'project_id': 'd3a21791a7ba4b01b9a567092c887665', 'subnets': [{'id': '2a2b1427-5005-4ec0-a425-16d2f5c35ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 15:27:02.262185 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-f423b0a8-e61b-42d0-9590-fe324681ddf6 req-76b7f771-019a-4744-88ea-8da8e74d9628 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793280355359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263742114'] for port, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:02.278382 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] get_ports_and_sgs() called for port_ids ['57e67d73-a0f2-489a-94b2-ff8f4b55fb87', 'e9192f97-ee0a-469d-8dfc-eb0c1a274aa5'] {{(pid=93843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 15:27:02.288376 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f423b0a8-e61b-42d0-9590-fe324681ddf6 req-76b7f771-019a-4744-88ea-8da8e74d9628 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Network ff3f8523-7c5c-45fd-bb0d-14c506d1eed1 is already hosted by enough agents. {{(pid=93841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:27:02.292216 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.scheduler.base_scheduler [req-f423b0a8-e61b-42d0-9590-fe324681ddf6 req-76b7f771-019a-4744-88ea-8da8e74d9628 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Resources bound (agent type, host, resource id): {{(pid=93841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:27:02.309611 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [req-f423b0a8-e61b-42d0-9590-fe324681ddf6 req-76b7f771-019a-4744-88ea-8da8e74d9628 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Received port after_create {{(pid=93841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 15:27:02.361616 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e892883-d60a-49c5-87e1-198648f17b0e req-928e1748-8ab7-472f-85f5-4826ba2f5699 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Made reservation on behalf of 51d0a6d3e78f46f98a1a4881bf9eb094 for: {'port': 1} {{(pid=93842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:27:02.365758 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-7e892883-d60a-49c5-87e1-198648f17b0e req-928e1748-8ab7-472f-85f5-4826ba2f5699 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:02.390553 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b7f771-019a-4744-88ea-8da8e74d9628 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Pushing event updated for resources: {'Port': ['ID=59cf18e6-d5a0-4cec-b8d8-d37652e75d4a,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:27:02.441289 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f423b0a8-e61b-42d0-9590-fe324681ddf6 req-76b7f771-019a-4744-88ea-8da8e74d9628 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:02.442398 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-f423b0a8-e61b-42d0-9590-fe324681ddf6 req-76b7f771-019a-4744-88ea-8da8e74d9628 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4089636'] for port, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:02.489019 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-f423b0a8-e61b-42d0-9590-fe324681ddf6 req-76b7f771-019a-4744-88ea-8da8e74d9628 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1116068 Aug 26 15:27:02.502675 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [req-f423b0a8-e61b-42d0-9590-fe324681ddf6 req-f618efc0-ef4a-48ca-841d-01917d9a1142 service neutron] Request body: {'port': {'device_id': '949fac19-7ed1-4405-8b74-7dbac53bd719', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77957'}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:27:02.670284 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.db.db_base_plugin_common [req-7e892883-d60a-49c5-87e1-198648f17b0e req-928e1748-8ab7-472f-85f5-4826ba2f5699 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Allocated IP 172.20.0.13 (d887f735-fbdb-4418-baf1-8e9e0d77221f/2dc1893b-86f2-4498-b069-d334c29d6d3f/7e8416d0-e93b-4faf-afed-ec9f484f6325) {{(pid=93842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:27:02.796445 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Device 24eece22-3331-4972-a340-0bc364f4228b up at agent ovs-agent-dv-cinder-779576-7-iscsi {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:27:02.926156 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Provisioning for port 24eece22-3331-4972-a340-0bc364f4228b completed by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 15:27:02.931989 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Provisioning complete for port 24eece22-3331-4972-a340-0bc364f4228b triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:27:02.932369 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:02.967400 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-7e892883-d60a-49c5-87e1-198648f17b0e req-928e1748-8ab7-472f-85f5-4826ba2f5699 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Notify callbacks [] for port, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:02.986681 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.db.provisioning_blocks [req-7e892883-d60a-49c5-87e1-198648f17b0e req-928e1748-8ab7-472f-85f5-4826ba2f5699 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Transition to ACTIVE for port object 7e8416d0-e93b-4faf-afed-ec9f484f6325 will not be triggered until provisioned by entity DHCP. {{(pid=93842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 15:27:03.070874 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-f423b0a8-e61b-42d0-9590-fe324681ddf6 req-f618efc0-ef4a-48ca-841d-01917d9a1142 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:03.107264 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782657a7-8376-4a38-a200-f54af131ff66 req-4bcab69e-6ab7-454f-bec3-43ddb7aedda0 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:03.110014 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-782657a7-8376-4a38-a200-f54af131ff66 req-4bcab69e-6ab7-454f-bec3-43ddb7aedda0 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bcbcafd-183f-448c-8622-d3bca30c9523 HTTP/1.1" status: 200 len: 945 time: 0.1138232 Aug 26 15:27:03.122421 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:03.165470 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-7e892883-d60a-49c5-87e1-198648f17b0e req-928e1748-8ab7-472f-85f5-4826ba2f5699 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793280355359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261268877'] for port, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:03.217966 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] For port 24eece22-3331-4972-a340-0bc364f4228b, host dv-cinder-779576-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-7-iscsi',level=0,port_id=24eece22-3331-4972-a340-0bc364f4228b,segment=NetworkSegment(adeafd22-86f5-4980-8fef-b6a984b8981a),segment_id=adeafd22-86f5-4980-8fef-b6a984b8981a)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:27:03.223381 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:03.225673 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Device d5dd1201-c3b0-4a9a-b628-c0bd4980c707 up at agent ovs-agent-dv-cinder-779576-7-iscsi {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:27:03.314904 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e892883-d60a-49c5-87e1-198648f17b0e req-928e1748-8ab7-472f-85f5-4826ba2f5699 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Network d887f735-fbdb-4418-baf1-8e9e0d77221f is already hosted by enough agents. {{(pid=93842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:27:03.326152 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-782657a7-8376-4a38-a200-f54af131ff66 req-79ad07ab-7d50-4907-940b-c0e65f5700bf tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/security-groups?id=3238190c-f4cd-40e3-8621-367f15fa4088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2040842 Aug 26 15:27:03.328909 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.scheduler.base_scheduler [req-7e892883-d60a-49c5-87e1-198648f17b0e req-928e1748-8ab7-472f-85f5-4826ba2f5699 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Resources bound (agent type, host, resource id): {{(pid=93842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:27:03.333131 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e892883-d60a-49c5-87e1-198648f17b0e req-928e1748-8ab7-472f-85f5-4826ba2f5699 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Received port after_create {{(pid=93842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 15:27:03.342187 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928e1748-8ab7-472f-85f5-4826ba2f5699 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Pushing event updated for resources: {'Port': ['ID=7e8416d0-e93b-4faf-afed-ec9f484f6325,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:27:03.354957 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Pushing event updated for resources: {'Port': ['ID=24eece22-3331-4972-a340-0bc364f4228b,revision_number=5']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:27:03.381982 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Provisioning complete for port d5dd1201-c3b0-4a9a-b628-c0bd4980c707 triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:27:03.382506 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:03.421545 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e892883-d60a-49c5-87e1-198648f17b0e req-928e1748-8ab7-472f-85f5-4826ba2f5699 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:03.422246 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-7e892883-d60a-49c5-87e1-198648f17b0e req-928e1748-8ab7-472f-85f5-4826ba2f5699 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4089636'] for port, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:03.430716 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35985461-8cb6-46e5-a0b4-225ebe638adf req-25ba9ab1-0aa1-4e86-b85f-47652e722102 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:03.441344 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-35985461-8cb6-46e5-a0b4-225ebe638adf req-25ba9ab1-0aa1-4e86-b85f-47652e722102 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/ports?device_id=949fac19-7ed1-4405-8b74-7dbac53bd719 HTTP/1.1" status: 200 len: 931 time: 0.2746267 Aug 26 15:27:03.449885 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-7e892883-d60a-49c5-87e1-198648f17b0e req-928e1748-8ab7-472f-85f5-4826ba2f5699 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2865312 Aug 26 15:27:03.472478 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [req-7e892883-d60a-49c5-87e1-198648f17b0e req-43035a5a-2d8c-4756-95fb-d5c7b19e48bc service neutron] Request body: {'port': {'device_id': 'dc6d676a-9c2d-4017-9854-6ef6dbb13c54', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77957'}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:27:03.521921 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-35985461-8cb6-46e5-a0b4-225ebe638adf req-cb5239da-650b-4870-82e3-55a28e9c4e00 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/security-groups?id=e18d2e28-abe2-4c40-a4ee-147ecea0ab19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749707 Aug 26 15:27:03.619693 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-7e892883-d60a-49c5-87e1-198648f17b0e req-43035a5a-2d8c-4756-95fb-d5c7b19e48bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:03.644066 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716a4f27-9f1d-4529-bc5d-7124176f5341 req-7ebc3a89-5d2f-45a6-aea1-414d259c631f tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:03.647815 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-716a4f27-9f1d-4529-bc5d-7124176f5341 req-7ebc3a89-5d2f-45a6-aea1-414d259c631f tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc6d676a-9c2d-4017-9854-6ef6dbb13c54 HTTP/1.1" status: 200 len: 932 time: 0.1280329 Aug 26 15:27:03.675958 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.notifiers.nova [req-f423b0a8-e61b-42d0-9590-fe324681ddf6 req-f618efc0-ef4a-48ca-841d-01917d9a1142 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59cf18e6-d5a0-4cec-b8d8-d37652e75d4a {{(pid=93841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 15:27:03.684479 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-f423b0a8-e61b-42d0-9590-fe324681ddf6 req-f618efc0-ef4a-48ca-841d-01917d9a1142 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:03.701273 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.db.provisioning_blocks [req-f423b0a8-e61b-42d0-9590-fe324681ddf6 req-f618efc0-ef4a-48ca-841d-01917d9a1142 service neutron] Transition to ACTIVE for port object 59cf18e6-d5a0-4cec-b8d8-d37652e75d4a will not be triggered until provisioned by entity L2. {{(pid=93841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 15:27:03.705606 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-f423b0a8-e61b-42d0-9590-fe324681ddf6 req-f618efc0-ef4a-48ca-841d-01917d9a1142 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263742139'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:03.725183 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-716a4f27-9f1d-4529-bc5d-7124176f5341 req-f1e27466-3705-4d35-bbf4-09cc982b9bcd tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=91c8d1dc-3a35-4d14-bfc1-2a332cc1b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726430 Aug 26 15:27:03.729314 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-447a7761-c5c6-4c1c-9ab5-8813cf49390e None None] Provisioning for port 7e8416d0-e93b-4faf-afed-ec9f484f6325 completed by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 15:27:03.734832 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-447a7761-c5c6-4c1c-9ab5-8813cf49390e None None] Provisioning complete for port 7e8416d0-e93b-4faf-afed-ec9f484f6325 triggered by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:27:03.735351 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-447a7761-c5c6-4c1c-9ab5-8813cf49390e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:03.763675 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f618efc0-ef4a-48ca-841d-01917d9a1142 service neutron] Pushing event updated for resources: {'Port': ['ID=59cf18e6-d5a0-4cec-b8d8-d37652e75d4a,revision_number=2']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:27:03.814851 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-447a7761-c5c6-4c1c-9ab5-8813cf49390e None None] Port 7e8416d0-e93b-4faf-afed-ec9f484f6325 cannot update to ACTIVE because it is not bound. {{(pid=93843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 15:27:03.872474 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [req-f423b0a8-e61b-42d0-9590-fe324681ddf6 req-f618efc0-ef4a-48ca-841d-01917d9a1142 service neutron] Attempting to bind port 59cf18e6-d5a0-4cec-b8d8-d37652e75d4a on host hv-cinder-77957 for vnic_type normal with profile {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 15:27:03.872934 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [req-f423b0a8-e61b-42d0-9590-fe324681ddf6 req-f618efc0-ef4a-48ca-841d-01917d9a1142 service neutron] Attempting to bind port 59cf18e6-d5a0-4cec-b8d8-d37652e75d4a by drivers openvswitch,hyperv on host hv-cinder-77957 at level 0 using segments [{'id': 'c2792f37-8bd4-4f4a-a238-627501de7f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ff3f8523-7c5c-45fd-bb0d-14c506d1eed1'}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 15:27:03.873342 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f423b0a8-e61b-42d0-9590-fe324681ddf6 req-f618efc0-ef4a-48ca-841d-01917d9a1142 service neutron] Attempting to bind port 59cf18e6-d5a0-4cec-b8d8-d37652e75d4a on network ff3f8523-7c5c-45fd-bb0d-14c506d1eed1 {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 15:27:03.877947 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f423b0a8-e61b-42d0-9590-fe324681ddf6 req-f618efc0-ef4a-48ca-841d-01917d9a1142 service neutron] Port 59cf18e6-d5a0-4cec-b8d8-d37652e75d4a on network ff3f8523-7c5c-45fd-bb0d-14c506d1eed1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77957 {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 15:27:03.878349 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f423b0a8-e61b-42d0-9590-fe324681ddf6 req-f618efc0-ef4a-48ca-841d-01917d9a1142 service neutron] Attempting to bind port 59cf18e6-d5a0-4cec-b8d8-d37652e75d4a on network ff3f8523-7c5c-45fd-bb0d-14c506d1eed1 {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 15:27:03.883993 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f423b0a8-e61b-42d0-9590-fe324681ddf6 req-f618efc0-ef4a-48ca-841d-01917d9a1142 service neutron] Checking agent: {'id': '48810b0c-601b-439f-aa19-0a054d9f642d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77957', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 15, 20, 8), 'started_at': datetime.datetime(2021, 8, 26, 15, 20, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 15, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 15:27:03.884440 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f423b0a8-e61b-42d0-9590-fe324681ddf6 req-f618efc0-ef4a-48ca-841d-01917d9a1142 service neutron] Checking segment: {'id': 'c2792f37-8bd4-4f4a-a238-627501de7f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ff3f8523-7c5c-45fd-bb0d-14c506d1eed1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 15:27:03.884900 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f423b0a8-e61b-42d0-9590-fe324681ddf6 req-f618efc0-ef4a-48ca-841d-01917d9a1142 service neutron] Bound using segment: {'id': 'c2792f37-8bd4-4f4a-a238-627501de7f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ff3f8523-7c5c-45fd-bb0d-14c506d1eed1'} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 15:27:03.885407 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [req-f423b0a8-e61b-42d0-9590-fe324681ddf6 req-f618efc0-ef4a-48ca-841d-01917d9a1142 service neutron] Bound port: 59cf18e6-d5a0-4cec-b8d8-d37652e75d4a, host: hv-cinder-77957, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2792f37-8bd4-4f4a-a238-627501de7f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ff3f8523-7c5c-45fd-bb0d-14c506d1eed1'}}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 15:27:03.885873 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-f423b0a8-e61b-42d0-9590-fe324681ddf6 req-f618efc0-ef4a-48ca-841d-01917d9a1142 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:03.959629 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.db [req-f423b0a8-e61b-42d0-9590-fe324681ddf6 req-f618efc0-ef4a-48ca-841d-01917d9a1142 service neutron] For port 59cf18e6-d5a0-4cec-b8d8-d37652e75d4a, host hv-cinder-77957, cleared binding levels {{(pid=93841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:27:03.963677 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.db [req-f423b0a8-e61b-42d0-9590-fe324681ddf6 req-f618efc0-ef4a-48ca-841d-01917d9a1142 service neutron] For port 59cf18e6-d5a0-4cec-b8d8-d37652e75d4a, host hv-cinder-77957, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=59cf18e6-d5a0-4cec-b8d8-d37652e75d4a,segment=NetworkSegment(c2792f37-8bd4-4f4a-a238-627501de7f94),segment_id=c2792f37-8bd4-4f4a-a238-627501de7f94)] {{(pid=93841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:27:03.967940 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-f423b0a8-e61b-42d0-9590-fe324681ddf6 req-f618efc0-ef4a-48ca-841d-01917d9a1142 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263742139'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:04.003689 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f423b0a8-e61b-42d0-9590-fe324681ddf6 req-f618efc0-ef4a-48ca-841d-01917d9a1142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:04.004326 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-f423b0a8-e61b-42d0-9590-fe324681ddf6 req-f618efc0-ef4a-48ca-841d-01917d9a1142 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4089636'] for port, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:04.006416 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-f423b0a8-e61b-42d0-9590-fe324681ddf6 req-f618efc0-ef4a-48ca-841d-01917d9a1142 service neutron] 10.222.0.47 "PUT /v2.0/ports/59cf18e6-d5a0-4cec-b8d8-d37652e75d4a HTTP/1.1" status: 200 len: 1093 time: 1.5128970 Aug 26 15:27:04.006871 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '949fac19-7ed1-4405-8b74-7dbac53bd719', 'tag': '59cf18e6-d5a0-4cec-b8d8-d37652e75d4a'}] {{(pid=93841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 15:27:04.007068 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.notifiers.nova [req-7e892883-d60a-49c5-87e1-198648f17b0e req-43035a5a-2d8c-4756-95fb-d5c7b19e48bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e8416d0-e93b-4faf-afed-ec9f484f6325 {{(pid=93842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 15:27:04.009116 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40d6179e675e884694bb6412ad93f17435ac71a39ec2274297e1b4aadb89820e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb7e6224-e9cd-4f00-aaa9-98f2a25d4b49" -d '{"events": [{"name": "network-changed", "server_uuid": "949fac19-7ed1-4405-8b74-7dbac53bd719", "tag": "59cf18e6-d5a0-4cec-b8d8-d37652e75d4a"}]}' {{(pid=93841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:27:04.025794 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-7e892883-d60a-49c5-87e1-198648f17b0e req-43035a5a-2d8c-4756-95fb-d5c7b19e48bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:04.035565 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f618efc0-ef4a-48ca-841d-01917d9a1142 service neutron] Pushing event updated for resources: {'Port': ['ID=59cf18e6-d5a0-4cec-b8d8-d37652e75d4a,revision_number=3']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:27:04.048870 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.db.provisioning_blocks [req-7e892883-d60a-49c5-87e1-198648f17b0e req-43035a5a-2d8c-4756-95fb-d5c7b19e48bc service neutron] Transition to ACTIVE for port object 7e8416d0-e93b-4faf-afed-ec9f484f6325 will not be triggered until provisioned by entity L2. {{(pid=93842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 15:27:04.052877 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-7e892883-d60a-49c5-87e1-198648f17b0e req-43035a5a-2d8c-4756-95fb-d5c7b19e48bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261268884'] for port, after_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:04.068967 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 15:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0cb5b47-72dd-4b8f-96ea-6dbb5004bc7c x-openstack-request-id: req-e0cb5b47-72dd-4b8f-96ea-6dbb5004bc7c {{(pid=93841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:27:04.069244 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "949fac19-7ed1-4405-8b74-7dbac53bd719", "tag": "59cf18e6-d5a0-4cec-b8d8-d37652e75d4a", "status": "completed", "code": 200}]} {{(pid=93841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:27:04.069493 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e0cb5b47-72dd-4b8f-96ea-6dbb5004bc7c {{(pid=93841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:27:04.069921 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '949fac19-7ed1-4405-8b74-7dbac53bd719', 'tag': '59cf18e6-d5a0-4cec-b8d8-d37652e75d4a', 'status': 'completed', 'code': 200} Aug 26 15:27:04.111931 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f423b0a8-e61b-42d0-9590-fe324681ddf6 req-0f85c83e-2d72-46aa-8c4a-12c1e2833ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:04.113871 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-f423b0a8-e61b-42d0-9590-fe324681ddf6 req-0f85c83e-2d72-46aa-8c4a-12c1e2833ae2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0a435dbe6e324e7ca5ecfe0235b2dd08&device_id=949fac19-7ed1-4405-8b74-7dbac53bd719 HTTP/1.1" status: 200 len: 1096 time: 0.0574718 Aug 26 15:27:04.119980 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43035a5a-2d8c-4756-95fb-d5c7b19e48bc service neutron] Pushing event updated for resources: {'Port': ['ID=7e8416d0-e93b-4faf-afed-ec9f484f6325,revision_number=2']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:27:04.173175 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-f423b0a8-e61b-42d0-9590-fe324681ddf6 req-127e436f-6e6c-4714-8827-d8c444c5f2da service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=59cf18e6-d5a0-4cec-b8d8-d37652e75d4a HTTP/1.1" status: 200 len: 217 time: 0.0450301 Aug 26 15:27:04.213087 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.managers [req-7e892883-d60a-49c5-87e1-198648f17b0e req-43035a5a-2d8c-4756-95fb-d5c7b19e48bc service neutron] Attempting to bind port 7e8416d0-e93b-4faf-afed-ec9f484f6325 on host hv-cinder-77957 for vnic_type normal with profile {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 15:27:04.213842 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.managers [req-7e892883-d60a-49c5-87e1-198648f17b0e req-43035a5a-2d8c-4756-95fb-d5c7b19e48bc service neutron] Attempting to bind port 7e8416d0-e93b-4faf-afed-ec9f484f6325 by drivers openvswitch,hyperv on host hv-cinder-77957 at level 0 using segments [{'id': 'a2157187-b2ff-4956-9692-54ade6ba6784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'd887f735-fbdb-4418-baf1-8e9e0d77221f'}] {{(pid=93842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 15:27:04.214394 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e892883-d60a-49c5-87e1-198648f17b0e req-43035a5a-2d8c-4756-95fb-d5c7b19e48bc service neutron] Attempting to bind port 7e8416d0-e93b-4faf-afed-ec9f484f6325 on network d887f735-fbdb-4418-baf1-8e9e0d77221f {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 15:27:04.219969 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e892883-d60a-49c5-87e1-198648f17b0e req-43035a5a-2d8c-4756-95fb-d5c7b19e48bc service neutron] Port 7e8416d0-e93b-4faf-afed-ec9f484f6325 on network d887f735-fbdb-4418-baf1-8e9e0d77221f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77957 {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 15:27:04.219969 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e892883-d60a-49c5-87e1-198648f17b0e req-43035a5a-2d8c-4756-95fb-d5c7b19e48bc service neutron] Attempting to bind port 7e8416d0-e93b-4faf-afed-ec9f484f6325 on network d887f735-fbdb-4418-baf1-8e9e0d77221f {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 15:27:04.225972 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e892883-d60a-49c5-87e1-198648f17b0e req-43035a5a-2d8c-4756-95fb-d5c7b19e48bc service neutron] Checking agent: {'id': '48810b0c-601b-439f-aa19-0a054d9f642d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77957', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 15, 20, 8), 'started_at': datetime.datetime(2021, 8, 26, 15, 20, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 15, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 15:27:04.226186 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e892883-d60a-49c5-87e1-198648f17b0e req-43035a5a-2d8c-4756-95fb-d5c7b19e48bc service neutron] Checking segment: {'id': 'a2157187-b2ff-4956-9692-54ade6ba6784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'd887f735-fbdb-4418-baf1-8e9e0d77221f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 15:27:04.226573 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e892883-d60a-49c5-87e1-198648f17b0e req-43035a5a-2d8c-4756-95fb-d5c7b19e48bc service neutron] Bound using segment: {'id': 'a2157187-b2ff-4956-9692-54ade6ba6784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'd887f735-fbdb-4418-baf1-8e9e0d77221f'} {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 15:27:04.227074 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.managers [req-7e892883-d60a-49c5-87e1-198648f17b0e req-43035a5a-2d8c-4756-95fb-d5c7b19e48bc service neutron] Bound port: 7e8416d0-e93b-4faf-afed-ec9f484f6325, host: hv-cinder-77957, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2157187-b2ff-4956-9692-54ade6ba6784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'd887f735-fbdb-4418-baf1-8e9e0d77221f'}}] {{(pid=93842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 15:27:04.227440 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-7e892883-d60a-49c5-87e1-198648f17b0e req-43035a5a-2d8c-4756-95fb-d5c7b19e48bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:04.238128 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f423b0a8-e61b-42d0-9590-fe324681ddf6 req-76bdf7c4-904c-4be1-8267-113f7ebc8d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:04.239845 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-f423b0a8-e61b-42d0-9590-fe324681ddf6 req-76bdf7c4-904c-4be1-8267-113f7ebc8d7f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=03934509-c48d-4abc-9880-2d8ef00a653e HTTP/1.1" status: 200 len: 854 time: 0.0523090 Aug 26 15:27:04.277364 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-f423b0a8-e61b-42d0-9590-fe324681ddf6 req-af931c70-7ca9-4112-a99d-ed3e2751498e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ff3f8523-7c5c-45fd-bb0d-14c506d1eed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291176 Aug 26 15:27:04.308469 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.db [req-7e892883-d60a-49c5-87e1-198648f17b0e req-43035a5a-2d8c-4756-95fb-d5c7b19e48bc service neutron] For port 7e8416d0-e93b-4faf-afed-ec9f484f6325, host hv-cinder-77957, cleared binding levels {{(pid=93842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:27:04.312179 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.db [req-7e892883-d60a-49c5-87e1-198648f17b0e req-43035a5a-2d8c-4756-95fb-d5c7b19e48bc service neutron] For port 7e8416d0-e93b-4faf-afed-ec9f484f6325, host hv-cinder-77957, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=7e8416d0-e93b-4faf-afed-ec9f484f6325,segment=NetworkSegment(a2157187-b2ff-4956-9692-54ade6ba6784),segment_id=a2157187-b2ff-4956-9692-54ade6ba6784)] {{(pid=93842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:27:04.316293 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-7e892883-d60a-49c5-87e1-198648f17b0e req-43035a5a-2d8c-4756-95fb-d5c7b19e48bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261268884'] for port, after_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:04.376540 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e892883-d60a-49c5-87e1-198648f17b0e req-43035a5a-2d8c-4756-95fb-d5c7b19e48bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:04.378608 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-7e892883-d60a-49c5-87e1-198648f17b0e req-43035a5a-2d8c-4756-95fb-d5c7b19e48bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4089636'] for port, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:04.381978 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-7e892883-d60a-49c5-87e1-198648f17b0e req-43035a5a-2d8c-4756-95fb-d5c7b19e48bc service neutron] 10.222.0.47 "PUT /v2.0/ports/7e8416d0-e93b-4faf-afed-ec9f484f6325 HTTP/1.1" status: 200 len: 1094 time: 0.9143047 Aug 26 15:27:04.382479 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc6d676a-9c2d-4017-9854-6ef6dbb13c54', 'tag': '7e8416d0-e93b-4faf-afed-ec9f484f6325'}] {{(pid=93842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 15:27:04.386410 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ba7f6f71eda5a1db7669fef78c8684417bcd8012e21f8533533c8be1abdbb96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e8aaefd-9f22-4cb3-a65b-dee5d054bf41" -d '{"events": [{"name": "network-changed", "server_uuid": "dc6d676a-9c2d-4017-9854-6ef6dbb13c54", "tag": "7e8416d0-e93b-4faf-afed-ec9f484f6325"}]}' {{(pid=93842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:27:04.438863 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-f423b0a8-e61b-42d0-9590-fe324681ddf6 req-2230f6fd-4bc6-492e-9754-4eb268630b49 service neutron] 10.222.0.47 "GET /v2.0/networks/ff3f8523-7c5c-45fd-bb0d-14c506d1eed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496778 Aug 26 15:27:04.440935 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43035a5a-2d8c-4756-95fb-d5c7b19e48bc service neutron] Pushing event updated for resources: {'Port': ['ID=7e8416d0-e93b-4faf-afed-ec9f484f6325,revision_number=3']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:27:04.481349 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 15:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecb31006-e5b0-468b-8172-824dbb1b81b4 x-openstack-request-id: req-ecb31006-e5b0-468b-8172-824dbb1b81b4 {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:27:04.481638 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc6d676a-9c2d-4017-9854-6ef6dbb13c54", "tag": "7e8416d0-e93b-4faf-afed-ec9f484f6325", "status": "completed", "code": 200}]} {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:27:04.481940 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ecb31006-e5b0-468b-8172-824dbb1b81b4 {{(pid=93842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:27:04.486597 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc6d676a-9c2d-4017-9854-6ef6dbb13c54', 'tag': '7e8416d0-e93b-4faf-afed-ec9f484f6325', 'status': 'completed', 'code': 200} Aug 26 15:27:04.553609 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e892883-d60a-49c5-87e1-198648f17b0e req-0225d37b-c35a-46db-81d2-861a4895b158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:04.555828 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-7e892883-d60a-49c5-87e1-198648f17b0e req-0225d37b-c35a-46db-81d2-861a4895b158 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=51d0a6d3e78f46f98a1a4881bf9eb094&device_id=dc6d676a-9c2d-4017-9854-6ef6dbb13c54 HTTP/1.1" status: 200 len: 1097 time: 0.1107895 Aug 26 15:27:04.580158 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Device 24eece22-3331-4972-a340-0bc364f4228b up at agent ovs-agent-dv-cinder-779576-7-iscsi {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:27:04.582217 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-f423b0a8-e61b-42d0-9590-fe324681ddf6 req-59582277-9ea8-4177-96d2-f3768895b5e5 service neutron] 10.222.0.47 "GET /v2.0/networks/ff3f8523-7c5c-45fd-bb0d-14c506d1eed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270945 Aug 26 15:27:04.635813 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec33c9f7-685a-48bb-932a-09bfd8812752 req-3279d10c-a69c-4cfe-8372-78506fcdcbbe tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:04.647498 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-ec33c9f7-685a-48bb-932a-09bfd8812752 req-3279d10c-a69c-4cfe-8372-78506fcdcbbe tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bcbcafd-183f-448c-8622-d3bca30c9523 HTTP/1.1" status: 200 len: 945 time: 0.1597872 Aug 26 15:27:04.655868 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-7e892883-d60a-49c5-87e1-198648f17b0e req-0b7b380a-dbc5-45f6-bd9a-078e1a26b48e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e8416d0-e93b-4faf-afed-ec9f484f6325 HTTP/1.1" status: 200 len: 217 time: 0.0832753 Aug 26 15:27:04.667362 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Provisioning complete for port 24eece22-3331-4972-a340-0bc364f4228b triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:27:04.667786 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:04.746107 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-ec33c9f7-685a-48bb-932a-09bfd8812752 req-0244c30d-e2db-4e8c-a5bd-94d7bfb24a5d tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/security-groups?id=3238190c-f4cd-40e3-8621-367f15fa4088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974154 Aug 26 15:27:04.750310 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c04730-8bc4-42ba-90e1-50bc7eb6350c req-392b6113-b761-425c-a2e0-b5a2da62a2a0 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:04.751722 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e892883-d60a-49c5-87e1-198648f17b0e req-bd8a3c70-d19f-4ca5-aed3-7066bac68d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:04.751922 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-66c04730-8bc4-42ba-90e1-50bc7eb6350c req-392b6113-b761-425c-a2e0-b5a2da62a2a0 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/ports?device_id=949fac19-7ed1-4405-8b74-7dbac53bd719 HTTP/1.1" status: 200 len: 943 time: 0.1161127 Aug 26 15:27:04.756092 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-7e892883-d60a-49c5-87e1-198648f17b0e req-bd8a3c70-d19f-4ca5-aed3-7066bac68d7a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2dc1893b-86f2-4498-b069-d334c29d6d3f HTTP/1.1" status: 200 len: 856 time: 0.0698061 Aug 26 15:27:04.767750 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7e6224-e9cd-4f00-aaa9-98f2a25d4b49 req-22d35d79-647a-4d08-b150-070988937b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:04.770005 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-eb7e6224-e9cd-4f00-aaa9-98f2a25d4b49 req-22d35d79-647a-4d08-b150-070988937b74 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0a435dbe6e324e7ca5ecfe0235b2dd08&device_id=949fac19-7ed1-4405-8b74-7dbac53bd719 HTTP/1.1" status: 200 len: 1096 time: 0.0942018 Aug 26 15:27:04.831981 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-66c04730-8bc4-42ba-90e1-50bc7eb6350c req-789a394d-9487-4556-b59e-bb2c6d5d8cb9 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/security-groups?id=e18d2e28-abe2-4c40-a4ee-147ecea0ab19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571816 Aug 26 15:27:04.833207 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e892883-d60a-49c5-87e1-198648f17b0e req-71a3aabc-4d03-4879-b67d-3839b8f9884e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:04.835577 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-7e892883-d60a-49c5-87e1-198648f17b0e req-71a3aabc-4d03-4879-b67d-3839b8f9884e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d887f735-fbdb-4418-baf1-8e9e0d77221f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0651960 Aug 26 15:27:04.919760 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7e6224-e9cd-4f00-aaa9-98f2a25d4b49 req-e88861fd-d720-4ff5-80b9-0855a9373c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:04.921293 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-eb7e6224-e9cd-4f00-aaa9-98f2a25d4b49 req-e88861fd-d720-4ff5-80b9-0855a9373c14 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ff3f8523-7c5c-45fd-bb0d-14c506d1eed1 HTTP/1.1" status: 200 len: 915 time: 0.1057503 Aug 26 15:27:04.962512 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f196b087-221e-4a21-be92-82a272386740 req-47d20d0a-88e9-407f-8cb8-51713bfd1459 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:04.964019 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-f196b087-221e-4a21-be92-82a272386740 req-47d20d0a-88e9-407f-8cb8-51713bfd1459 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc6d676a-9c2d-4017-9854-6ef6dbb13c54 HTTP/1.1" status: 200 len: 944 time: 0.1008475 Aug 26 15:27:04.974393 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-eb7e6224-e9cd-4f00-aaa9-98f2a25d4b49 req-42442102-647c-4cbc-ae82-c81f58d4f916 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=59cf18e6-d5a0-4cec-b8d8-d37652e75d4a HTTP/1.1" status: 200 len: 217 time: 0.0391333 Aug 26 15:27:04.982726 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-7e892883-d60a-49c5-87e1-198648f17b0e req-42e63192-e926-4644-9951-6474823a7eed service neutron] 10.222.0.47 "GET /v2.0/networks/d887f735-fbdb-4418-baf1-8e9e0d77221f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373363 Aug 26 15:27:05.031380 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7e6224-e9cd-4f00-aaa9-98f2a25d4b49 req-58d7a539-67ec-4963-b54d-d469d3e06238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:05.032897 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-eb7e6224-e9cd-4f00-aaa9-98f2a25d4b49 req-58d7a539-67ec-4963-b54d-d469d3e06238 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=03934509-c48d-4abc-9880-2d8ef00a653e HTTP/1.1" status: 200 len: 854 time: 0.0487223 Aug 26 15:27:05.044361 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-f196b087-221e-4a21-be92-82a272386740 req-36c21a4b-e16f-4db8-9730-964f9d5bdb1a tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=91c8d1dc-3a35-4d14-bfc1-2a332cc1b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736077 Aug 26 15:27:05.069381 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-eb7e6224-e9cd-4f00-aaa9-98f2a25d4b49 req-ad7e16f4-4748-4762-8760-37d189db4504 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ff3f8523-7c5c-45fd-bb0d-14c506d1eed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277483 Aug 26 15:27:05.132208 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-7e892883-d60a-49c5-87e1-198648f17b0e req-8cdf699a-2083-4567-9adb-1afd6a547eee service neutron] 10.222.0.47 "GET /v2.0/networks/d887f735-fbdb-4418-baf1-8e9e0d77221f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337945 Aug 26 15:27:05.179784 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-eb7e6224-e9cd-4f00-aaa9-98f2a25d4b49 req-ca2971ea-735c-4eb8-98fa-5d92a0ddd492 service neutron] 10.222.0.47 "GET /v2.0/networks/ff3f8523-7c5c-45fd-bb0d-14c506d1eed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987566 Aug 26 15:27:05.240351 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8aaefd-9f22-4cb3-a65b-dee5d054bf41 req-f6c4f063-c1ca-4ab6-a54f-04b3d4c6387e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:05.241722 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-6e8aaefd-9f22-4cb3-a65b-dee5d054bf41 req-f6c4f063-c1ca-4ab6-a54f-04b3d4c6387e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=51d0a6d3e78f46f98a1a4881bf9eb094&device_id=dc6d676a-9c2d-4017-9854-6ef6dbb13c54 HTTP/1.1" status: 200 len: 1097 time: 0.0449436 Aug 26 15:27:05.280988 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-eb7e6224-e9cd-4f00-aaa9-98f2a25d4b49 req-b7eccfb8-44a7-46f6-8fb7-576b376df58e service neutron] 10.222.0.47 "GET /v2.0/networks/ff3f8523-7c5c-45fd-bb0d-14c506d1eed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919158 Aug 26 15:27:05.345556 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8aaefd-9f22-4cb3-a65b-dee5d054bf41 req-1ce7dab6-146e-4637-8ffc-4818feace1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:05.346964 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-6e8aaefd-9f22-4cb3-a65b-dee5d054bf41 req-1ce7dab6-146e-4637-8ffc-4818feace1d1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d887f735-fbdb-4418-baf1-8e9e0d77221f HTTP/1.1" status: 200 len: 918 time: 0.0916080 Aug 26 15:27:05.394618 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-6e8aaefd-9f22-4cb3-a65b-dee5d054bf41 req-c5e6c1e4-9d94-4873-bb9a-a5436ea0d597 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e8416d0-e93b-4faf-afed-ec9f484f6325 HTTP/1.1" status: 200 len: 217 time: 0.0368066 Aug 26 15:27:05.452078 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8aaefd-9f22-4cb3-a65b-dee5d054bf41 req-d645aa6c-64e7-4984-a7ce-4cf285865ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:05.453952 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-6e8aaefd-9f22-4cb3-a65b-dee5d054bf41 req-d645aa6c-64e7-4984-a7ce-4cf285865ded service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2dc1893b-86f2-4498-b069-d334c29d6d3f HTTP/1.1" status: 200 len: 856 time: 0.0464985 Aug 26 15:27:05.524665 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8aaefd-9f22-4cb3-a65b-dee5d054bf41 req-9003df62-0256-4a91-8d92-f59833b47395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:05.525944 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-6e8aaefd-9f22-4cb3-a65b-dee5d054bf41 req-9003df62-0256-4a91-8d92-f59833b47395 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d887f735-fbdb-4418-baf1-8e9e0d77221f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0500546 Aug 26 15:27:05.636043 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-6e8aaefd-9f22-4cb3-a65b-dee5d054bf41 req-c439fbb1-43d4-4af4-b0c9-275a548bfe39 service neutron] 10.222.0.47 "GET /v2.0/networks/d887f735-fbdb-4418-baf1-8e9e0d77221f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995374 Aug 26 15:27:05.739952 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-6e8aaefd-9f22-4cb3-a65b-dee5d054bf41 req-74445a2d-f8a8-4c70-9f9f-578b1066efd5 service neutron] 10.222.0.47 "GET /v2.0/networks/d887f735-fbdb-4418-baf1-8e9e0d77221f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928316 Aug 26 15:27:05.771953 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb53673-85b8-4ab1-8f0e-a4b3fa171bac req-0aa93443-7d2d-42d6-a6e8-c4efae30c21c tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:05.773485 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-afb53673-85b8-4ab1-8f0e-a4b3fa171bac req-0aa93443-7d2d-42d6-a6e8-c4efae30c21c tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.47 "GET /v2.0/ports?device_id=8bcbcafd-183f-448c-8622-d3bca30c9523 HTTP/1.1" status: 200 len: 945 time: 0.0523703 Aug 26 15:27:05.904371 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811c3e47-b863-49a3-9dd4-d0e56c9b7b5c req-e9e818d1-539a-4c8d-9119-bde152f7d4aa tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:05.905745 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-811c3e47-b863-49a3-9dd4-d0e56c9b7b5c req-e9e818d1-539a-4c8d-9119-bde152f7d4aa tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bcbcafd-183f-448c-8622-d3bca30c9523 HTTP/1.1" status: 200 len: 945 time: 0.0877481 Aug 26 15:27:05.940073 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.plugin [req-afb53673-85b8-4ab1-8f0e-a4b3fa171bac req-a122a6e2-afe3-4f12-86df-84ff76269c1b tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Deleting port 19807c52-9106-4c0c-a713-a26d1c773cd7 {{(pid=93841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 15:27:05.940415 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-afb53673-85b8-4ab1-8f0e-a4b3fa171bac req-a122a6e2-afe3-4f12-86df-84ff76269c1b tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793280853279'] for port, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:05.965251 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb7837a-ee77-4023-b994-2ec0f3600c3a req-88f1e1d8-07a9-4edc-a309-94ecc9176ca3 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:05.966961 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-feb7837a-ee77-4023-b994-2ec0f3600c3a req-88f1e1d8-07a9-4edc-a309-94ecc9176ca3 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/ports?device_id=949fac19-7ed1-4405-8b74-7dbac53bd719 HTTP/1.1" status: 200 len: 943 time: 0.0601966 Aug 26 15:27:05.995458 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-811c3e47-b863-49a3-9dd4-d0e56c9b7b5c req-c1efa41a-ff85-4ca6-be15-61ca522aafd6 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/security-groups?id=3238190c-f4cd-40e3-8621-367f15fa4088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829067 Aug 26 15:27:06.015247 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-feb7837a-ee77-4023-b994-2ec0f3600c3a req-d82c518d-3ede-497a-821d-ed7c6398740f tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/security-groups?id=e18d2e28-abe2-4c40-a4ee-147ecea0ab19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421391 Aug 26 15:27:06.051843 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.db [req-afb53673-85b8-4ab1-8f0e-a4b3fa171bac req-a122a6e2-afe3-4f12-86df-84ff76269c1b tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] For port 19807c52-9106-4c0c-a713-a26d1c773cd7, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=19807c52-9106-4c0c-a713-a26d1c773cd7,segment=NetworkSegment(972cb16a-c764-497d-89f6-d9048023e775),segment_id=972cb16a-c764-497d-89f6-d9048023e775)] {{(pid=93841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:27:06.052241 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-afb53673-85b8-4ab1-8f0e-a4b3fa171bac req-a122a6e2-afe3-4f12-86df-84ff76269c1b tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3924976'] for port, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:06.250140 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474c78ec-7a02-4fcf-a5f8-7f18569dce49 req-824c8937-67f7-4142-8381-5d6508b78627 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:06.251461 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-474c78ec-7a02-4fcf-a5f8-7f18569dce49 req-824c8937-67f7-4142-8381-5d6508b78627 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc6d676a-9c2d-4017-9854-6ef6dbb13c54 HTTP/1.1" status: 200 len: 944 time: 0.0974460 Aug 26 15:27:06.275281 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-afb53673-85b8-4ab1-8f0e-a4b3fa171bac req-a122a6e2-afe3-4f12-86df-84ff76269c1b tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:06.275675 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-afb53673-85b8-4ab1-8f0e-a4b3fa171bac req-a122a6e2-afe3-4f12-86df-84ff76269c1b tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3928447'] for floatingip, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:06.275993 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.db.l3_db [req-afb53673-85b8-4ab1-8f0e-a4b3fa171bac req-a122a6e2-afe3-4f12-86df-84ff76269c1b tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Floating IP 44f17565-662b-474d-9e32-8a6315838a78 disassociated. External IP: 172.27.3.173, port: 19807c52-9106-4c0c-a713-a26d1c773cd7. Aug 26 15:27:06.276331 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.plugin [req-afb53673-85b8-4ab1-8f0e-a4b3fa171bac req-a122a6e2-afe3-4f12-86df-84ff76269c1b tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Calling delete_port for 19807c52-9106-4c0c-a713-a26d1c773cd7 owned by compute:nova {{(pid=93841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 15:27:06.343025 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-474c78ec-7a02-4fcf-a5f8-7f18569dce49 req-3f19daa6-3ff0-4c8c-8468-a98950d8fa9f tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=91c8d1dc-3a35-4d14-bfc1-2a332cc1b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813444 Aug 26 15:27:06.440047 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-afb53673-85b8-4ab1-8f0e-a4b3fa171bac req-a122a6e2-afe3-4f12-86df-84ff76269c1b tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793280828191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793280355368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263742114'] for port, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:06.474928 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a122a6e2-afe3-4f12-86df-84ff76269c1b tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Pushing event deleted for resources: {'Port': ['ID=19807c52-9106-4c0c-a713-a26d1c773cd7,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:27:06.589947 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.scheduler.l3_agent_scheduler [req-afb53673-85b8-4ab1-8f0e-a4b3fa171bac req-a122a6e2-afe3-4f12-86df-84ff76269c1b tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Router 4843c204-b237-4a20-a7ea-e6b0935d230e has already been hosted by L3 agent 00a7d786-edfd-4f04-9152-3b7ae2bbf8ca {{(pid=93841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 15:27:06.702132 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-afb53673-85b8-4ab1-8f0e-a4b3fa171bac req-a122a6e2-afe3-4f12-86df-84ff76269c1b tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Notify agent at l3_agent.dv-cinder-779576-7-iscsi the message routers_updated {{(pid=93841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 15:27:06.715803 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d74dab4-403f-411f-974a-a9f81d34ceb1 None None] Sync routers for ids ['4843c204-b237-4a20-a7ea-e6b0935d230e'] in dv-cinder-779576-7-iscsi {{(pid=93843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 15:27:06.727481 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d74dab4-403f-411f-974a-a9f81d34ceb1 None None] Routers {'4843c204-b237-4a20-a7ea-e6b0935d230e'} bound to L3 agent in host dv-cinder-779576-7-iscsi {{(pid=93843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 15:27:06.728426 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-9d74dab4-403f-411f-974a-a9f81d34ceb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T15:14:10Z,description=,heartbeat_timestamp=2021-08-26T15:26:40Z,host='dv-cinder-779576-7-iscsi',id=00a7d786-edfd-4f04-9152-3b7ae2bbf8ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T15:14:10Z,topic='l3_agent')) {'router_ids': ['4843c204-b237-4a20-a7ea-e6b0935d230e'], 'active': True} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:27:06.752926 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [req-afb53673-85b8-4ab1-8f0e-a4b3fa171bac req-a122a6e2-afe3-4f12-86df-84ff76269c1b tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] No DVR routers for this DVR port 19807c52-9106-4c0c-a713-a26d1c773cd7 on host hv-cinder-77957 {{(pid=93841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 15:27:06.756833 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-afb53673-85b8-4ab1-8f0e-a4b3fa171bac req-a122a6e2-afe3-4f12-86df-84ff76269c1b tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4089636'] for port, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:06.758994 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-afb53673-85b8-4ab1-8f0e-a4b3fa171bac req-a122a6e2-afe3-4f12-86df-84ff76269c1b tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.47 "DELETE /v2.0/ports/19807c52-9106-4c0c-a713-a26d1c773cd7 HTTP/1.1" status: 204 len: 173 time: 0.9737437 Aug 26 15:27:06.760193 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bcbcafd-183f-448c-8622-d3bca30c9523', 'name': 'network-vif-deleted', 'tag': '19807c52-9106-4c0c-a713-a26d1c773cd7'}] {{(pid=93841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 15:27:06.765642 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40d6179e675e884694bb6412ad93f17435ac71a39ec2274297e1b4aadb89820e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-647fdfd6-432f-4a0f-9fa9-e3702243d260" -d '{"events": [{"server_uuid": "8bcbcafd-183f-448c-8622-d3bca30c9523", "name": "network-vif-deleted", "tag": "19807c52-9106-4c0c-a713-a26d1c773cd7"}]}' {{(pid=93841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:27:06.832174 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 15:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7131ba93-28be-4b59-b480-a865237f6759 x-openstack-request-id: req-7131ba93-28be-4b59-b480-a865237f6759 {{(pid=93841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:27:06.834140 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bcbcafd-183f-448c-8622-d3bca30c9523", "name": "network-vif-deleted", "tag": "19807c52-9106-4c0c-a713-a26d1c773cd7", "status": "completed", "code": 200}]} {{(pid=93841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:27:06.834140 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7131ba93-28be-4b59-b480-a865237f6759 {{(pid=93841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:27:06.834140 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bcbcafd-183f-448c-8622-d3bca30c9523', 'name': 'network-vif-deleted', 'tag': '19807c52-9106-4c0c-a713-a26d1c773cd7', 'status': 'completed', 'code': 200} Aug 26 15:27:06.861954 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvr_db [None req-9d74dab4-403f-411f-974a-a9f81d34ceb1 None None] Set router 4843c204-b237-4a20-a7ea-e6b0935d230e gateway port host: dv-cinder-779576-7-iscsi {{(pid=93843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 15:27:07.094249 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-9d74dab4-403f-411f-974a-a9f81d34ceb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4843c204-b237-4a20-a7ea-e6b0935d230e', 'name': 'tempest-AttachVolumeTestJSON-2127485695-router', 'tenant_id': 'a571a33f0e074fabbd06be1f77a97dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'b7bf23b4-1f41-4fbc-b878-23e19f4f34ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:21:59Z', 'updated_at': '2021-08-26T15:22:13Z', 'revision_number': 4, 'project_id': 'a571a33f0e074fabbd06be1f77a97dd0', 'gw_port': {'id': 'b7bf23b4-1f41-4fbc-b878-23e19f4f34ea', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:43:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4843c204-b237-4a20-a7ea-e6b0935d230e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:22:00Z', 'updated_at': '2021-08-26T15:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi', '_interfaces': [{'id': '7b8979b1-77b6-4aa5-b0ae-1d430a1121bd', 'name': '', 'network_id': 'a386d6d9-e769-427b-a3dd-4a66aae709a7', 'tenant_id': 'a571a33f0e074fabbd06be1f77a97dd0', 'mac_address': 'fa:16:3e:0d:58:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4843c204-b237-4a20-a7ea-e6b0935d230e', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'c96291ec-8721-4a15-8133-5907bd72b460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:22:10Z', 'updated_at': '2021-08-26T15:22:24Z', 'revision_number': 5, 'project_id': 'a571a33f0e074fabbd06be1f77a97dd0', 'subnets': [{'id': 'c96291ec-8721-4a15-8133-5907bd72b460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-7-iscsi', False) {} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:27:07.127311 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d74dab4-403f-411f-974a-a9f81d34ceb1 None None] Checking router: 4843c204-b237-4a20-a7ea-e6b0935d230e for host: dv-cinder-779576-7-iscsi {{(pid=93843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 15:27:07.140256 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d74dab4-403f-411f-974a-a9f81d34ceb1 None None] Routers {'4843c204-b237-4a20-a7ea-e6b0935d230e'} bound to L3 agent in host dv-cinder-779576-7-iscsi {{(pid=93843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 15:27:07.140869 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-9d74dab4-403f-411f-974a-a9f81d34ceb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T15:14:10Z,description=,heartbeat_timestamp=2021-08-26T15:26:40Z,host='dv-cinder-779576-7-iscsi',id=00a7d786-edfd-4f04-9152-3b7ae2bbf8ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T15:14:10Z,topic='l3_agent')) {'router_ids': ['4843c204-b237-4a20-a7ea-e6b0935d230e'], 'active': True} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:27:07.144429 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-7e060476-ca19-45a2-987b-2e5a740529d7 req-83674e5d-4e02-4734-98d3-fe318841943a tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bcbcafd-183f-448c-8622-d3bca30c9523 HTTP/1.1" status: 200 len: 210 time: 0.0308034 Aug 26 15:27:07.154827 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9d27d9-b7bb-41aa-b4c9-60e1df3a18ab req-953769b5-cdd2-406b-9524-6bba2656b99b tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:07.158367 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-7c9d27d9-b7bb-41aa-b4c9-60e1df3a18ab req-953769b5-cdd2-406b-9524-6bba2656b99b tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/ports?device_id=949fac19-7ed1-4405-8b74-7dbac53bd719 HTTP/1.1" status: 200 len: 943 time: 0.0623097 Aug 26 15:27:07.204388 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-3351edbf-a8ba-45cc-a51a-e314c34b675b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:07.209436 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-7c9d27d9-b7bb-41aa-b4c9-60e1df3a18ab req-88aa22fb-9395-4f74-ac53-dd3a124aa43a tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/security-groups?id=e18d2e28-abe2-4c40-a4ee-147ecea0ab19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459743 Aug 26 15:27:07.286626 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvr_db [None req-9d74dab4-403f-411f-974a-a9f81d34ceb1 None None] Set router 4843c204-b237-4a20-a7ea-e6b0935d230e gateway port host: dv-cinder-779576-7-iscsi {{(pid=93843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 15:27:07.315320 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Device 59cf18e6-d5a0-4cec-b8d8-d37652e75d4a details requested by agent hyperv_hv-cinder-77957 with host hv-cinder-77957 {{(pid=93843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 15:27:07.483057 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e52d1a6-4f84-4ffb-80fc-10b8becc971b req-c513f6d9-e90c-4f32-88e7-1ec8c4d79e19 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:07.484668 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-7e52d1a6-4f84-4ffb-80fc-10b8becc971b req-c513f6d9-e90c-4f32-88e7-1ec8c4d79e19 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc6d676a-9c2d-4017-9854-6ef6dbb13c54 HTTP/1.1" status: 200 len: 944 time: 0.0533178 Aug 26 15:27:07.499827 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.db.resource_extend [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 26 15:27:07.529109 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-7e52d1a6-4f84-4ffb-80fc-10b8becc971b req-9c9ecec9-d522-4d45-a4e5-af801e489e1f tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=91c8d1dc-3a35-4d14-bfc1-2a332cc1b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368159 Aug 26 15:27:07.652144 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] For port 59cf18e6-d5a0-4cec-b8d8-d37652e75d4a, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=59cf18e6-d5a0-4cec-b8d8-d37652e75d4a,segment=NetworkSegment(c2792f37-8bd4-4f4a-a238-627501de7f94),segment_id=c2792f37-8bd4-4f4a-a238-627501de7f94)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:27:07.689167 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Returning: {'device': '59cf18e6-d5a0-4cec-b8d8-d37652e75d4a', 'network_id': 'ff3f8523-7c5c-45fd-bb0d-14c506d1eed1', 'port_id': '59cf18e6-d5a0-4cec-b8d8-d37652e75d4a', 'mac_address': 'fa:16:3e:e4:3e:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03934509-c48d-4abc-9880-2d8ef00a653e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 15:27:07.740413 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:07.748272 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-9d74dab4-403f-411f-974a-a9f81d34ceb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4843c204-b237-4a20-a7ea-e6b0935d230e', 'name': 'tempest-AttachVolumeTestJSON-2127485695-router', 'tenant_id': 'a571a33f0e074fabbd06be1f77a97dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'b7bf23b4-1f41-4fbc-b878-23e19f4f34ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:21:59Z', 'updated_at': '2021-08-26T15:22:13Z', 'revision_number': 4, 'project_id': 'a571a33f0e074fabbd06be1f77a97dd0', 'gw_port': {'id': 'b7bf23b4-1f41-4fbc-b878-23e19f4f34ea', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:43:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4843c204-b237-4a20-a7ea-e6b0935d230e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:22:00Z', 'updated_at': '2021-08-26T15:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi', '_interfaces': [{'id': '7b8979b1-77b6-4aa5-b0ae-1d430a1121bd', 'name': '', 'network_id': 'a386d6d9-e769-427b-a3dd-4a66aae709a7', 'tenant_id': 'a571a33f0e074fabbd06be1f77a97dd0', 'mac_address': 'fa:16:3e:0d:58:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4843c204-b237-4a20-a7ea-e6b0935d230e', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'c96291ec-8721-4a15-8133-5907bd72b460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:22:10Z', 'updated_at': '2021-08-26T15:22:24Z', 'revision_number': 5, 'project_id': 'a571a33f0e074fabbd06be1f77a97dd0', 'subnets': [{'id': 'c96291ec-8721-4a15-8133-5907bd72b460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-7-iscsi', False) {} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:27:07.787000 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d74dab4-403f-411f-974a-a9f81d34ceb1 None None] The sync data for ids ['4843c204-b237-4a20-a7ea-e6b0935d230e'] in dv-cinder-779576-7-iscsi is: [{'id': '4843c204-b237-4a20-a7ea-e6b0935d230e', 'name': 'tempest-AttachVolumeTestJSON-2127485695-router', 'tenant_id': 'a571a33f0e074fabbd06be1f77a97dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'b7bf23b4-1f41-4fbc-b878-23e19f4f34ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:21:59Z', 'updated_at': '2021-08-26T15:22:13Z', 'revision_number': 4, 'project_id': 'a571a33f0e074fabbd06be1f77a97dd0', 'gw_port': {'id': 'b7bf23b4-1f41-4fbc-b878-23e19f4f34ea', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:43:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4843c204-b237-4a20-a7ea-e6b0935d230e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:22:00Z', 'updated_at': '2021-08-26T15:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi', '_interfaces': [{'id': '7b8979b1-77b6-4aa5-b0ae-1d430a1121bd', 'name': '', 'network_id': 'a386d6d9-e769-427b-a3dd-4a66aae709a7', 'tenant_id': 'a571a33f0e074fabbd06be1f77a97dd0', 'mac_address': 'fa:16:3e:0d:58:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4843c204-b237-4a20-a7ea-e6b0935d230e', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'c96291ec-8721-4a15-8133-5907bd72b460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:22:10Z', 'updated_at': '2021-08-26T15:22:24Z', 'revision_number': 5, 'project_id': 'a571a33f0e074fabbd06be1f77a97dd0', 'subnets': [{'id': 'c96291ec-8721-4a15-8133-5907bd72b460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 15:27:07.789517 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.notifiers.nova [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59cf18e6-d5a0-4cec-b8d8-d37652e75d4a {{(pid=93843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 15:27:07.812325 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] For port 59cf18e6-d5a0-4cec-b8d8-d37652e75d4a, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=59cf18e6-d5a0-4cec-b8d8-d37652e75d4a,segment=NetworkSegment(c2792f37-8bd4-4f4a-a238-627501de7f94),segment_id=c2792f37-8bd4-4f4a-a238-627501de7f94)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:27:07.816551 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:07.818136 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Device 7e8416d0-e93b-4faf-afed-ec9f484f6325 details requested by agent hyperv_hv-cinder-77957 with host hv-cinder-77957 {{(pid=93843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 15:27:07.919149 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Pushing event updated for resources: {'Port': ['ID=59cf18e6-d5a0-4cec-b8d8-d37652e75d4a,revision_number=4']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:27:07.965237 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] For port 7e8416d0-e93b-4faf-afed-ec9f484f6325, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=7e8416d0-e93b-4faf-afed-ec9f484f6325,segment=NetworkSegment(a2157187-b2ff-4956-9692-54ade6ba6784),segment_id=a2157187-b2ff-4956-9692-54ade6ba6784)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:27:07.980068 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Returning: {'device': '7e8416d0-e93b-4faf-afed-ec9f484f6325', 'network_id': 'd887f735-fbdb-4418-baf1-8e9e0d77221f', 'port_id': '7e8416d0-e93b-4faf-afed-ec9f484f6325', 'mac_address': 'fa:16:3e:b1:fc:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dc1893b-86f2-4498-b069-d334c29d6d3f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 15:27:08.026947 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:08.046800 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.notifiers.nova [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e8416d0-e93b-4faf-afed-ec9f484f6325 {{(pid=93843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 15:27:08.071210 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] For port 7e8416d0-e93b-4faf-afed-ec9f484f6325, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=7e8416d0-e93b-4faf-afed-ec9f484f6325,segment=NetworkSegment(a2157187-b2ff-4956-9692-54ade6ba6784),segment_id=a2157187-b2ff-4956-9692-54ade6ba6784)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:27:08.076308 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:08.077645 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71db40bb-0625-4cea-bbfa-7cdec839acce None None] New status for floating IP 44f17565-662b-474d-9e32-8a6315838a78: DOWN {{(pid=93844) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 15:27:08.143659 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Pushing event updated for resources: {'Port': ['ID=7e8416d0-e93b-4faf-afed-ec9f484f6325,revision_number=4']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:27:08.267394 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 58744) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:27:08.380406 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d63718-ace5-4f81-8f8d-98506e53a022 req-1eea1506-e38e-47f8-9252-c8b5a9ceb805 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:08.380655 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] get_ports_and_sgs() called for port_ids ['59cf18e6-d5a0-4cec-b8d8-d37652e75d4a'] {{(pid=93843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 15:27:08.381381 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-38d63718-ace5-4f81-8f8d-98506e53a022 req-1eea1506-e38e-47f8-9252-c8b5a9ceb805 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/ports?device_id=949fac19-7ed1-4405-8b74-7dbac53bd719 HTTP/1.1" status: 200 len: 944 time: 0.0841019 Aug 26 15:27:08.384589 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-1bad3b8a-ecf1-42d1-8ba2-7f8ccfe8a712 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Notify callbacks [] for security_group, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:08.385484 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] get_ports_and_sgs() called for port_ids ['7e8416d0-e93b-4faf-afed-ec9f484f6325'] {{(pid=93843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 15:27:08.424968 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-1bad3b8a-ecf1-42d1-8ba2-7f8ccfe8a712 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:08.460073 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-38d63718-ace5-4f81-8f8d-98506e53a022 req-9ec7bee1-175f-4cc6-ae0b-b433d7802937 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/security-groups?id=e18d2e28-abe2-4c40-a4ee-147ecea0ab19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695543 Aug 26 15:27:08.497557 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-1bad3b8a-ecf1-42d1-8ba2-7f8ccfe8a712 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:08.500185 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-1bad3b8a-ecf1-42d1-8ba2-7f8ccfe8a712 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Notify callbacks [] for security_group, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:08.501654 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-1bad3b8a-ecf1-42d1-8ba2-7f8ccfe8a712 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "DELETE /v2.0/security-groups/3238190c-f4cd-40e3-8621-367f15fa4088 HTTP/1.1" status: 204 len: 168 time: 0.2332079 Aug 26 15:27:08.505167 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 58746) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:27:08.518630 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.api.v2.resource [None req-876d4622-f2ab-4c91-80b9-3d4811f8a689 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] show failed (client error): The resource could not be found. Aug 26 15:27:08.524054 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-876d4622-f2ab-4c91-80b9-3d4811f8a689 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/security-groups/3238190c-f4cd-40e3-8621-367f15fa4088 HTTP/1.1" status: 404 len: 347 time: 0.0141060 Aug 26 15:27:08.524237 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bad3b8a-ecf1-42d1-8ba2-7f8ccfe8a712 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3238190c-f4cd-40e3-8621-367f15fa4088,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:27:08.525106 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 58748) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:27:08.730024 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3faed8-f5db-4f9a-8245-e908c7e090bf req-296ae6f8-00b1-411b-919b-3de6fc091a54 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:08.731595 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-7b3faed8-f5db-4f9a-8245-e908c7e090bf req-296ae6f8-00b1-411b-919b-3de6fc091a54 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc6d676a-9c2d-4017-9854-6ef6dbb13c54 HTTP/1.1" status: 200 len: 945 time: 0.0876811 Aug 26 15:27:08.765276 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.plugin [None req-5fd863e9-13c3-4f62-883c-480911495471 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Deleting port 25718881-ca3a-40a7-9b38-d7802d7e527e {{(pid=93841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 15:27:08.765518 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-5fd863e9-13c3-4f62-883c-480911495471 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793280853279'] for port, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:08.816553 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-7b3faed8-f5db-4f9a-8245-e908c7e090bf req-d1f68db3-cb83-4a69-8a00-b6770a90a6d4 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=91c8d1dc-3a35-4d14-bfc1-2a332cc1b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789144 Aug 26 15:27:08.865424 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-5fd863e9-13c3-4f62-883c-480911495471 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3924976'] for port, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:08.865788 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-5fd863e9-13c3-4f62-883c-480911495471 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:08.880408 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.plugin [None req-5fd863e9-13c3-4f62-883c-480911495471 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Calling delete_port for 25718881-ca3a-40a7-9b38-d7802d7e527e owned by network:floatingip {{(pid=93841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 15:27:08.903855 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:09.061394 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-5fd863e9-13c3-4f62-883c-480911495471 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793280828191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793280355368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263742114'] for port, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:09.101234 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd863e9-13c3-4f62-883c-480911495471 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Pushing event deleted for resources: {'Port': ['ID=25718881-ca3a-40a7-9b38-d7802d7e527e,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:27:09.174448 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-5fd863e9-13c3-4f62-883c-480911495471 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Notify callbacks [] for floatingip, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:09.179380 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-5fd863e9-13c3-4f62-883c-480911495471 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4089636'] for floatingip, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:09.179380 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-5fd863e9-13c3-4f62-883c-480911495471 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "DELETE /v2.0/floatingips/44f17565-662b-474d-9e32-8a6315838a78 HTTP/1.1" status: 204 len: 168 time: 0.6532950 Aug 26 15:27:09.296992 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-b783c290-6905-4fc8-afcc-d65735c85932 req-a7bd9193-b4e8-4393-b463-bc898991ba1b tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-164061918&fields=id&tenant_id=f21f38b1620b40acb26630e47d85c6c2 HTTP/1.1" status: 200 len: 267 time: 0.0374930 Aug 26 15:27:09.314890 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Device 19807c52-9106-4c0c-a713-a26d1c773cd7 no longer exists at agent hyperv_hv-cinder-77957 {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 15:27:09.339359 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] No Port match for: 19807c52-9106-4c0c-a713-a26d1c773cd7 {{(pid=93843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 15:27:09.339985 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Device 19807c52-9106-4c0c-a713-a26d1c773cd7 not bound to the agent host hv-cinder-77957 {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 15:27:09.361274 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b783c290-6905-4fc8-afcc-d65735c85932 req-ac4c57af-039a-474c-8d49-9b5d0f4ad617 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:09.362925 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-b783c290-6905-4fc8-afcc-d65735c85932 req-ac4c57af-039a-474c-8d49-9b5d0f4ad617 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c109c3b-265c-4b41-8d6b-111cc8d2ee8d HTTP/1.1" status: 200 len: 984 time: 0.0594063 Aug 26 15:27:09.375053 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [req-b783c290-6905-4fc8-afcc-d65735c85932 req-7c7a8a2f-044b-4b48-97f9-bec9ab4ec248 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Request body: {'port': {'security_groups': ['e62b5368-65f6-47b1-a3f0-2bcec5167246']}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:27:09.453318 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-b783c290-6905-4fc8-afcc-d65735c85932 req-7c7a8a2f-044b-4b48-97f9-bec9ab4ec248 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:09.485677 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 58778) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:27:09.491048 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [None req-a96b2a58-4236-46e5-badc-ee5bc54f9b2f tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Request body: {'security_group': {'name': 'tempest-securitygroup--888228297', 'description': 'tempest-description--1021691876'}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:27:09.516762 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-a96b2a58-4236-46e5-badc-ee5bc54f9b2f tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:09.669798 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.db [req-b783c290-6905-4fc8-afcc-d65735c85932 req-7c7a8a2f-044b-4b48-97f9-bec9ab4ec248 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] For port 909734fa-79bb-464f-8f95-2fa15fd3d09d, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=909734fa-79bb-464f-8f95-2fa15fd3d09d,segment=NetworkSegment(65ca07df-a632-4cb7-b152-427f2eb06870),segment_id=65ca07df-a632-4cb7-b152-427f2eb06870)] {{(pid=93842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:27:09.685915 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-a96b2a58-4236-46e5-badc-ee5bc54f9b2f tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:09.691348 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-a96b2a58-4236-46e5-badc-ee5bc54f9b2f tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:09.706270 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16822436-9448-414b-8023-caca354c920a req-61a69e6b-61da-4cd5-bf99-bc4e7c644cfb tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:09.707854 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-16822436-9448-414b-8023-caca354c920a req-61a69e6b-61da-4cd5-bf99-bc4e7c644cfb tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/ports?device_id=949fac19-7ed1-4405-8b74-7dbac53bd719 HTTP/1.1" status: 200 len: 944 time: 0.1185555 Aug 26 15:27:09.726513 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-b783c290-6905-4fc8-afcc-d65735c85932 req-7c7a8a2f-044b-4b48-97f9-bec9ab4ec248 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Notify callbacks [] for port, precommit_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:09.732282 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-b783c290-6905-4fc8-afcc-d65735c85932 req-7c7a8a2f-044b-4b48-97f9-bec9ab4ec248 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261268884'] for port, after_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:09.740672 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-a96b2a58-4236-46e5-badc-ee5bc54f9b2f tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Notify callbacks [] for security_group, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:09.745013 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-a96b2a58-4236-46e5-badc-ee5bc54f9b2f tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2582257 Aug 26 15:27:09.745750 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 58784) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:27:09.746035 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] get_ports_and_sgs() called for port_ids ['909734fa-79bb-464f-8f95-2fa15fd3d09d'] {{(pid=93843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 15:27:09.757411 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [None req-eb2ab30d-ebc9-40ff-ac1b-75c48f9a9044 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Request body: {'security_group_rule': {'security_group_id': 'd44f3e1d-58b5-45ec-8f5c-7804374d3850', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:27:09.763638 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96b2a58-4236-46e5-badc-ee5bc54f9b2f tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d44f3e1d-58b5-45ec-8f5c-7804374d3850,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:27:09.815011 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b783c290-6905-4fc8-afcc-d65735c85932 req-7c7a8a2f-044b-4b48-97f9-bec9ab4ec248 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:09.816563 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-b783c290-6905-4fc8-afcc-d65735c85932 req-7c7a8a2f-044b-4b48-97f9-bec9ab4ec248 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4089636'] for port, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:09.820124 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-b783c290-6905-4fc8-afcc-d65735c85932 req-7c7a8a2f-044b-4b48-97f9-bec9ab4ec248 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] 10.222.0.20 "PUT /v2.0/ports/909734fa-79bb-464f-8f95-2fa15fd3d09d HTTP/1.1" status: 200 len: 942 time: 0.4491937 Aug 26 15:27:09.820974 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c109c3b-265c-4b41-8d6b-111cc8d2ee8d', 'tag': '909734fa-79bb-464f-8f95-2fa15fd3d09d'}] {{(pid=93842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 15:27:09.825492 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ba7f6f71eda5a1db7669fef78c8684417bcd8012e21f8533533c8be1abdbb96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59885ba5-aa0e-45ea-bedb-7068cfdb47e6" -d '{"events": [{"name": "network-changed", "server_uuid": "4c109c3b-265c-4b41-8d6b-111cc8d2ee8d", "tag": "909734fa-79bb-464f-8f95-2fa15fd3d09d"}]}' {{(pid=93842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:27:09.830804 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 58786) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:27:09.838972 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-16822436-9448-414b-8023-caca354c920a req-9aea71c3-5cd1-40a0-b625-2fc482be9793 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/security-groups?id=e18d2e28-abe2-4c40-a4ee-147ecea0ab19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155796 Aug 26 15:27:09.844034 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-eb2ab30d-ebc9-40ff-ac1b-75c48f9a9044 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:09.878168 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7a8a2f-044b-4b48-97f9-bec9ab4ec248 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Pushing event updated for resources: {'Port': ['ID=909734fa-79bb-464f-8f95-2fa15fd3d09d,revision_number=7']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:27:09.890341 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 15:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cadca2c-031d-407e-8231-0fb76dea33bc x-openstack-request-id: req-5cadca2c-031d-407e-8231-0fb76dea33bc {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:27:09.890727 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c109c3b-265c-4b41-8d6b-111cc8d2ee8d", "tag": "909734fa-79bb-464f-8f95-2fa15fd3d09d", "status": "completed", "code": 200}]} {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:27:09.890850 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5cadca2c-031d-407e-8231-0fb76dea33bc {{(pid=93842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:27:09.891253 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c109c3b-265c-4b41-8d6b-111cc8d2ee8d', 'tag': '909734fa-79bb-464f-8f95-2fa15fd3d09d', 'status': 'completed', 'code': 200} Aug 26 15:27:09.919002 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7a8a2f-044b-4b48-97f9-bec9ab4ec248 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:27:09.919425 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7a8a2f-044b-4b48-97f9-bec9ab4ec248 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:27:09.919770 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7a8a2f-044b-4b48-97f9-bec9ab4ec248 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:27:09.920112 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7a8a2f-044b-4b48-97f9-bec9ab4ec248 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:27:09.923160 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7a8a2f-044b-4b48-97f9-bec9ab4ec248 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:27:09.923769 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7a8a2f-044b-4b48-97f9-bec9ab4ec248 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:27:09.927396 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7a8a2f-044b-4b48-97f9-bec9ab4ec248 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:27:09.928434 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7a8a2f-044b-4b48-97f9-bec9ab4ec248 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:27:09.929666 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7a8a2f-044b-4b48-97f9-bec9ab4ec248 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:27:09.930372 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7a8a2f-044b-4b48-97f9-bec9ab4ec248 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:27:09.937158 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:09.938015 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7a8a2f-044b-4b48-97f9-bec9ab4ec248 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:27:09.938015 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7a8a2f-044b-4b48-97f9-bec9ab4ec248 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:27:09.981485 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] get_ports_and_sgs() called for port_ids ['909734fa-79bb-464f-8f95-2fa15fd3d09d'] {{(pid=93843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 15:27:10.007051 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59885ba5-aa0e-45ea-bedb-7068cfdb47e6 req-00144a9d-4819-4cc8-a29f-7f31f75807e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:10.009008 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-59885ba5-aa0e-45ea-bedb-7068cfdb47e6 req-00144a9d-4819-4cc8-a29f-7f31f75807e7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f21f38b1620b40acb26630e47d85c6c2&device_id=4c109c3b-265c-4b41-8d6b-111cc8d2ee8d HTTP/1.1" status: 200 len: 1098 time: 0.0918829 Aug 26 15:27:10.011470 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-eb2ab30d-ebc9-40ff-ac1b-75c48f9a9044 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:10.017275 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-eb2ab30d-ebc9-40ff-ac1b-75c48f9a9044 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699878'] for security_group_rule, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:10.042202 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-d2f70ce0-aeb7-4cd0-b743-47ec3e17cbae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:10.080664 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-645c4fe2-3128-48ac-86a6-2528a3efa9a0 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Notify callbacks [] for security_group, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:10.107856 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ae69ec-6b34-447f-9273-e193caf87e9f req-bde622cb-c702-4dc3-97c4-1e979f976903 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:10.117584 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-96ae69ec-6b34-447f-9273-e193caf87e9f req-bde622cb-c702-4dc3-97c4-1e979f976903 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc6d676a-9c2d-4017-9854-6ef6dbb13c54 HTTP/1.1" status: 200 len: 945 time: 0.0950494 Aug 26 15:27:10.143958 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-eb2ab30d-ebc9-40ff-ac1b-75c48f9a9044 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:10.146879 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-eb2ab30d-ebc9-40ff-ac1b-75c48f9a9044 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3944068 Aug 26 15:27:10.151505 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2ab30d-ebc9-40ff-ac1b-75c48f9a9044 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0b125ac-5f9f-4d1c-a7f2-ef4a2b6af1ef,revision_number=0']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:27:10.152473 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 58794) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:27:10.164545 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2ab30d-ebc9-40ff-ac1b-75c48f9a9044 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:27:10.165071 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2ab30d-ebc9-40ff-ac1b-75c48f9a9044 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:27:10.165479 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2ab30d-ebc9-40ff-ac1b-75c48f9a9044 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:27:10.165905 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2ab30d-ebc9-40ff-ac1b-75c48f9a9044 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:27:10.166299 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2ab30d-ebc9-40ff-ac1b-75c48f9a9044 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:27:10.166689 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2ab30d-ebc9-40ff-ac1b-75c48f9a9044 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:27:10.167077 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2ab30d-ebc9-40ff-ac1b-75c48f9a9044 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:27:10.167465 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2ab30d-ebc9-40ff-ac1b-75c48f9a9044 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:27:10.167857 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2ab30d-ebc9-40ff-ac1b-75c48f9a9044 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:27:10.168282 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2ab30d-ebc9-40ff-ac1b-75c48f9a9044 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:27:10.168675 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2ab30d-ebc9-40ff-ac1b-75c48f9a9044 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:27:10.169049 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2ab30d-ebc9-40ff-ac1b-75c48f9a9044 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:27:10.176184 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-645c4fe2-3128-48ac-86a6-2528a3efa9a0 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:10.222294 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-a3eddcec-9161-4ff9-a3df-1bcfc13181f3 None None] Provisioning complete for port 909734fa-79bb-464f-8f95-2fa15fd3d09d triggered by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:27:10.222666 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-a3eddcec-9161-4ff9-a3df-1bcfc13181f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:10.266283 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59885ba5-aa0e-45ea-bedb-7068cfdb47e6 req-bade8ac2-c65b-4828-94f0-7ed3b2d1e0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:10.268436 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-59885ba5-aa0e-45ea-bedb-7068cfdb47e6 req-bade8ac2-c65b-4828-94f0-7ed3b2d1e0ba service neutron] 10.222.0.47 "GET /v2.0/networks?id=4c21aea0-317d-4d8f-b2c5-9e53ccb851fc HTTP/1.1" status: 200 len: 916 time: 0.2480917 Aug 26 15:27:10.281671 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [None req-a37e96aa-f1f6-4bc2-8164-a646986f940d tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Request body: {'security_group_rule': {'security_group_id': 'd44f3e1d-58b5-45ec-8f5c-7804374d3850', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:27:10.325462 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-96ae69ec-6b34-447f-9273-e193caf87e9f req-2107c376-511d-4dfc-9b05-fd8205852070 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=91c8d1dc-3a35-4d14-bfc1-2a332cc1b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2067709 Aug 26 15:27:10.368200 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-a37e96aa-f1f6-4bc2-8164-a646986f940d tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:10.389849 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-59885ba5-aa0e-45ea-bedb-7068cfdb47e6 req-0ba31a83-5f11-4a06-b016-269c15eb42b5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=909734fa-79bb-464f-8f95-2fa15fd3d09d HTTP/1.1" status: 200 len: 1001 time: 0.1100869 Aug 26 15:27:10.448964 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-a37e96aa-f1f6-4bc2-8164-a646986f940d tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:10.454960 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-a37e96aa-f1f6-4bc2-8164-a646986f940d tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699878'] for security_group_rule, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:10.469236 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59885ba5-aa0e-45ea-bedb-7068cfdb47e6 req-d590eb33-e7c0-4dc2-b094-02817a4466a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:10.471164 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-59885ba5-aa0e-45ea-bedb-7068cfdb47e6 req-d590eb33-e7c0-4dc2-b094-02817a4466a0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8344071b-748b-487d-9384-1d0a41d963ae HTTP/1.1" status: 200 len: 854 time: 0.0636511 Aug 26 15:27:10.497177 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-645c4fe2-3128-48ac-86a6-2528a3efa9a0 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:10.499834 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-645c4fe2-3128-48ac-86a6-2528a3efa9a0 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Notify callbacks [] for security_group, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:10.505137 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-645c4fe2-3128-48ac-86a6-2528a3efa9a0 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] 10.222.0.20 "DELETE /v2.0/security-groups/f7c86801-7023-4d06-831a-0fe25e6ad1a9 HTTP/1.1" status: 204 len: 168 time: 0.6631193 Aug 26 15:27:10.508224 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 58800) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:27:10.518849 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37e96aa-f1f6-4bc2-8164-a646986f940d tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b761a2a-f91f-4972-975b-1b6d70eae7b6,revision_number=0']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:27:10.526868 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645c4fe2-3128-48ac-86a6-2528a3efa9a0 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7c86801-7023-4d06-831a-0fe25e6ad1a9,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:27:10.540009 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59885ba5-aa0e-45ea-bedb-7068cfdb47e6 req-0babb55d-0488-41d6-a22d-a57c39e60d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:10.541645 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-59885ba5-aa0e-45ea-bedb-7068cfdb47e6 req-0babb55d-0488-41d6-a22d-a57c39e60d1e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4c21aea0-317d-4d8f-b2c5-9e53ccb851fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0601633 Aug 26 15:27:10.553678 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-a37e96aa-f1f6-4bc2-8164-a646986f940d tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:10.558306 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-a37e96aa-f1f6-4bc2-8164-a646986f940d tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3925450 Aug 26 15:27:10.559038 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 58802) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:27:10.564134 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [None req-b15a78bc-90ee-427c-82f6-77a0d84a56ba tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Request body: {'floatingip': {'floating_network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e'}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:27:10.617332 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-b15a78bc-90ee-427c-82f6-77a0d84a56ba tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Notify callbacks [] for floatingip, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:10.678519 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-59885ba5-aa0e-45ea-bedb-7068cfdb47e6 req-c941705f-b758-42d4-86ae-a3909e2a7cb8 service neutron] 10.222.0.47 "GET /v2.0/networks/4c21aea0-317d-4d8f-b2c5-9e53ccb851fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279542 Aug 26 15:27:10.829221 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-59885ba5-aa0e-45ea-bedb-7068cfdb47e6 req-afe66786-2df9-474d-8e9e-bee61161e170 service neutron] 10.222.0.47 "GET /v2.0/networks/4c21aea0-317d-4d8f-b2c5-9e53ccb851fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418297 Aug 26 15:27:11.009230 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728b8d19-51f6-48dd-b7cd-e538b33cd869 req-2b3b4023-6ebb-4ec2-8aff-545e81d72aa6 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:11.010876 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-728b8d19-51f6-48dd-b7cd-e538b33cd869 req-2b3b4023-6ebb-4ec2-8aff-545e81d72aa6 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/ports?device_id=949fac19-7ed1-4405-8b74-7dbac53bd719 HTTP/1.1" status: 200 len: 944 time: 0.0574930 Aug 26 15:27:11.034648 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [None req-ef6231ae-834e-4b28-aee2-56a802a28af4 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Deleting port 903def20-3a6b-4646-bd37-cc645556b1b4 {{(pid=93842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 15:27:11.035026 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-ef6231ae-834e-4b28-aee2-56a802a28af4 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793280853279'] for port, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:11.057348 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-728b8d19-51f6-48dd-b7cd-e538b33cd869 req-75fb8219-45aa-4b4c-a3dd-b4135488a634 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/security-groups?id=e18d2e28-abe2-4c40-a4ee-147ecea0ab19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391386 Aug 26 15:27:11.095375 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-b15a78bc-90ee-427c-82f6-77a0d84a56ba tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:11.174603 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-ef6231ae-834e-4b28-aee2-56a802a28af4 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3924976'] for port, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:11.174927 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-ef6231ae-834e-4b28-aee2-56a802a28af4 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:11.198458 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [None req-ef6231ae-834e-4b28-aee2-56a802a28af4 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Calling delete_port for 903def20-3a6b-4646-bd37-cc645556b1b4 owned by network:floatingip {{(pid=93842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 15:27:11.323371 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.db.db_base_plugin_common [None req-b15a78bc-90ee-427c-82f6-77a0d84a56ba tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Allocated IP 172.27.3.71 (94c3c280-690c-4a83-85d9-6b8aea125a5e/fcbbbf85-6bcd-493f-b527-2ade21fd40af/af2fd58f-eeaa-4514-96ec-9cc493927ffb) {{(pid=93842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:27:11.332604 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Device 59cf18e6-d5a0-4cec-b8d8-d37652e75d4a up at agent hyperv_hv-cinder-77957 {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:27:11.390401 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c45f19a1-5a59-44e4-9446-0a9261f71b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:11.407262 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Provisioning for port 59cf18e6-d5a0-4cec-b8d8-d37652e75d4a completed by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 15:27:11.417481 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Provisioning complete for port 59cf18e6-d5a0-4cec-b8d8-d37652e75d4a triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:27:11.418279 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:11.439107 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 58812) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:27:11.502294 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.db.db_base_plugin_v2 [None req-9da1b7a7-576a-4741-9e28-d42aeeed6d70 admin admin] Deleting subnet 0bd65b21-db6f-451e-86f7-e83bfb15b89f {{(pid=93841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 15:27:11.506365 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-9da1b7a7-576a-4741-9e28-d42aeeed6d70 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:11.532334 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:11.546798 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-9da1b7a7-576a-4741-9e28-d42aeeed6d70 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263749214'] for subnet, precommit_delete_associations {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:11.562458 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '949fac19-7ed1-4405-8b74-7dbac53bd719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59cf18e6-d5a0-4cec-b8d8-d37652e75d4a'}] {{(pid=93843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 15:27:11.565932 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d587d98fe02f6619f456de0f45288515ee723af96d1e5c8ab0bdf50e2145b638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a92bdc8b-6610-43ef-bc6b-80e238db7747" -d '{"events": [{"server_uuid": "949fac19-7ed1-4405-8b74-7dbac53bd719", "name": "network-vif-plugged", "status": "completed", "tag": "59cf18e6-d5a0-4cec-b8d8-d37652e75d4a"}]}' {{(pid=93843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:27:11.587426 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] For port 59cf18e6-d5a0-4cec-b8d8-d37652e75d4a, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=59cf18e6-d5a0-4cec-b8d8-d37652e75d4a,segment=NetworkSegment(c2792f37-8bd4-4f4a-a238-627501de7f94),segment_id=c2792f37-8bd4-4f4a-a238-627501de7f94)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:27:11.593756 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:11.595377 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-b15a78bc-90ee-427c-82f6-77a0d84a56ba tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Notify callbacks [] for port, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:11.601359 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Device 7e8416d0-e93b-4faf-afed-ec9f484f6325 up at agent hyperv_hv-cinder-77957 {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:27:11.633727 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-9da1b7a7-576a-4741-9e28-d42aeeed6d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3507378'] for subnet, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:11.648027 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 15:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75933efb-a473-44a5-b84e-2d93b43a60d3 x-openstack-request-id: req-75933efb-a473-44a5-b84e-2d93b43a60d3 {{(pid=93843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:27:11.648426 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "949fac19-7ed1-4405-8b74-7dbac53bd719", "name": "network-vif-plugged", "status": "completed", "tag": "59cf18e6-d5a0-4cec-b8d8-d37652e75d4a", "code": 200}]} {{(pid=93843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:27:11.648774 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-75933efb-a473-44a5-b84e-2d93b43a60d3 {{(pid=93843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:27:11.649328 dv-cinder-779576-7-iscsi neutron-server[93843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '949fac19-7ed1-4405-8b74-7dbac53bd719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59cf18e6-d5a0-4cec-b8d8-d37652e75d4a', 'code': 200} Aug 26 15:27:11.683636 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85af6111-7d79-4e6b-b3ef-a74d98b71d9e req-b6591d66-c98e-49b0-9a40-9e42fd8e2111 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:11.697452 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-85af6111-7d79-4e6b-b3ef-a74d98b71d9e req-b6591d66-c98e-49b0-9a40-9e42fd8e2111 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc6d676a-9c2d-4017-9854-6ef6dbb13c54 HTTP/1.1" status: 200 len: 945 time: 0.2035520 Aug 26 15:27:11.703834 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-ef6231ae-834e-4b28-aee2-56a802a28af4 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793280828191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793280355368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261268877'] for port, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:11.720326 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Pushing event updated for resources: {'Port': ['ID=59cf18e6-d5a0-4cec-b8d8-d37652e75d4a,revision_number=5']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:27:11.736381 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Provisioning for port 7e8416d0-e93b-4faf-afed-ec9f484f6325 completed by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 15:27:11.745182 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Provisioning complete for port 7e8416d0-e93b-4faf-afed-ec9f484f6325 triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:27:11.746106 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:11.756357 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-9da1b7a7-576a-4741-9e28-d42aeeed6d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3507389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263742193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263881457'] for subnet, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:11.798236 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6231ae-834e-4b28-aee2-56a802a28af4 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Pushing event deleted for resources: {'Port': ['ID=903def20-3a6b-4646-bd37-cc645556b1b4,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:27:11.803405 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da1b7a7-576a-4741-9e28-d42aeeed6d70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0bd65b21-db6f-451e-86f7-e83bfb15b89f,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:27:11.805802 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-9da1b7a7-576a-4741-9e28-d42aeeed6d70 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:11.811459 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-9da1b7a7-576a-4741-9e28-d42aeeed6d70 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/0bd65b21-db6f-451e-86f7-e83bfb15b89f HTTP/1.1" status: 204 len: 168 time: 0.3655612 Aug 26 15:27:11.812700 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 58818) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:27:11.882645 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:11.914575 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-b15a78bc-90ee-427c-82f6-77a0d84a56ba tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793280355359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261268877'] for port, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:11.935971 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-85af6111-7d79-4e6b-b3ef-a74d98b71d9e req-9d19eb66-7b51-42ff-85f0-cc4a50588dbe tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=91c8d1dc-3a35-4d14-bfc1-2a332cc1b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2369809 Aug 26 15:27:11.940509 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] For port 7e8416d0-e93b-4faf-afed-ec9f484f6325, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=7e8416d0-e93b-4faf-afed-ec9f484f6325,segment=NetworkSegment(a2157187-b2ff-4956-9692-54ade6ba6784),segment_id=a2157187-b2ff-4956-9692-54ade6ba6784)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:27:11.947498 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:11.998016 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-0dfed8d0-6a4f-4223-88d7-9100bea768ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526882'] for network, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:12.015835 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b230a840-6bc5-4842-840c-55f3f7e70a88 req-d0b495dc-eae3-4c9c-a9ff-766c5c0f7be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:12.018962 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-b230a840-6bc5-4842-840c-55f3f7e70a88 req-d0b495dc-eae3-4c9c-a9ff-766c5c0f7be7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=949fac19-7ed1-4405-8b74-7dbac53bd719 HTTP/1.1" status: 200 len: 1098 time: 0.0739505 Aug 26 15:27:12.022546 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15a78bc-90ee-427c-82f6-77a0d84a56ba tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Network 94c3c280-690c-4a83-85d9-6b8aea125a5e is already hosted by enough agents. {{(pid=93842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:27:12.026663 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-ef6231ae-834e-4b28-aee2-56a802a28af4 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Notify callbacks [] for floatingip, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:12.027086 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.db.l3_db [None req-ef6231ae-834e-4b28-aee2-56a802a28af4 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Floating IP 21f4452d-7e72-4b27-bcf5-4d233221a36f disassociated (deleted). External IP: 172.27.3.160, port: 909734fa-79bb-464f-8f95-2fa15fd3d09d. Aug 26 15:27:12.030671 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.scheduler.base_scheduler [None req-b15a78bc-90ee-427c-82f6-77a0d84a56ba tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Resources bound (agent type, host, resource id): {{(pid=93842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:27:12.032813 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15a78bc-90ee-427c-82f6-77a0d84a56ba tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Pushing event updated for resources: {'Port': ['ID=af2fd58f-eeaa-4514-96ec-9cc493927ffb,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:27:12.036939 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Pushing event updated for resources: {'Port': ['ID=7e8416d0-e93b-4faf-afed-ec9f484f6325,revision_number=5']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:27:12.073106 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15a78bc-90ee-427c-82f6-77a0d84a56ba tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Received port after_create {{(pid=93842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 15:27:12.153634 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-b230a840-6bc5-4842-840c-55f3f7e70a88 req-2f7bd130-3b87-4152-b114-02b1d2453c08 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e18d2e28-abe2-4c40-a4ee-147ecea0ab19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262367 Aug 26 15:27:12.155659 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-0dfed8d0-6a4f-4223-88d7-9100bea768ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687945', 'neutron.services.segments.db._delete_segments_for_network-8793280934638'] for network, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:12.168552 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.services.segments.db [None req-0dfed8d0-6a4f-4223-88d7-9100bea768ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a94c5f1-64dd-4250-a382-84c127ecef53']}} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:27:12.185454 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.services.segments.db [None req-0dfed8d0-6a4f-4223-88d7-9100bea768ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a0930d2-6a27-4661-a1d4-731f8669008f') {'for_net_delete': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:27:12.186143 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.services.segments.db [None req-0dfed8d0-6a4f-4223-88d7-9100bea768ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a0930d2-6a27-4661-a1d4-731f8669008f') {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:27:12.216449 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-0dfed8d0-6a4f-4223-88d7-9100bea768ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793280934521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263749185'] for segment, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:12.258004 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-0dfed8d0-6a4f-4223-88d7-9100bea768ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509819'] for segment, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:12.269839 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dfed8d0-6a4f-4223-88d7-9100bea768ca admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=93841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 15:27:12.270484 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-0dfed8d0-6a4f-4223-88d7-9100bea768ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263742103'] for segment, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:12.272318 dv-cinder-779576-7-iscsi neutron-server[93841]: Traceback (most recent call last): Aug 26 15:27:12.272318 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 15:27:12.272318 dv-cinder-779576-7-iscsi neutron-server[93841]: timer() Aug 26 15:27:12.272318 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 15:27:12.272318 dv-cinder-779576-7-iscsi neutron-server[93841]: cb(*args, **kw) Aug 26 15:27:12.272318 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 15:27:12.272318 dv-cinder-779576-7-iscsi neutron-server[93841]: return func(*args, **kwargs) Aug 26 15:27:12.272318 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 15:27:12.272318 dv-cinder-779576-7-iscsi neutron-server[93841]: self._notify() Aug 26 15:27:12.272318 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 15:27:12.272318 dv-cinder-779576-7-iscsi neutron-server[93841]: self.callback(batched_events) Aug 26 15:27:12.272318 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 15:27:12.272318 dv-cinder-779576-7-iscsi neutron-server[93841]: event.method(event) Aug 26 15:27:12.272318 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 15:27:12.272318 dv-cinder-779576-7-iscsi neutron-server[93841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 15:27:12.272318 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 15:27:12.272318 dv-cinder-779576-7-iscsi neutron-server[93841]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 15:27:12.272318 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 15:27:12.272318 dv-cinder-779576-7-iscsi neutron-server[93841]: return f(self, *a, **k) Aug 26 15:27:12.272318 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 15:27:12.272318 dv-cinder-779576-7-iscsi neutron-server[93841]: return self._get(url).json() Aug 26 15:27:12.272318 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 15:27:12.272318 dv-cinder-779576-7-iscsi neutron-server[93841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 15:27:12.272318 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 15:27:12.272318 dv-cinder-779576-7-iscsi neutron-server[93841]: return self.request(url, 'GET', **kwargs) Aug 26 15:27:12.272318 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 15:27:12.272318 dv-cinder-779576-7-iscsi neutron-server[93841]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 15:27:12.272318 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 15:27:12.272318 dv-cinder-779576-7-iscsi neutron-server[93841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 15:27:12.272318 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 15:27:12.272318 dv-cinder-779576-7-iscsi neutron-server[93841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 15:27:12.272318 dv-cinder-779576-7-iscsi neutron-server[93841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 15:27:12.314305 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-b15a78bc-90ee-427c-82f6-77a0d84a56ba tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:12.321348 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8a6311-fbe1-4bab-9967-c9bb0113700f req-e3a95145-f9a6-4a61-8b27-9c203a832664 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:12.323247 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-6e8a6311-fbe1-4bab-9967-c9bb0113700f req-e3a95145-f9a6-4a61-8b27-9c203a832664 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/ports?device_id=949fac19-7ed1-4405-8b74-7dbac53bd719 HTTP/1.1" status: 200 len: 945 time: 0.1244605 Aug 26 15:27:12.357345 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-0dfed8d0-6a4f-4223-88d7-9100bea768ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3928461'] for network, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:12.371731 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-0dfed8d0-6a4f-4223-88d7-9100bea768ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774323'] for network, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:12.373607 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-0dfed8d0-6a4f-4223-88d7-9100bea768ca admin admin] 10.222.0.20 "DELETE /v2.0/networks/7a94c5f1-64dd-4250-a382-84c127ecef53 HTTP/1.1" status: 204 len: 168 time: 0.5599506 Aug 26 15:27:12.386880 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-b15a78bc-90ee-427c-82f6-77a0d84a56ba tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:12.393246 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfed8d0-6a4f-4223-88d7-9100bea768ca admin admin] Pushing event deleted for resources: {'Network': ['ID=7a94c5f1-64dd-4250-a382-84c127ecef53,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:27:12.405484 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-6e8a6311-fbe1-4bab-9967-c9bb0113700f req-158e5119-4269-4167-a6a7-bb560ae50f53 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/security-groups?id=e18d2e28-abe2-4c40-a4ee-147ecea0ab19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710812 Aug 26 15:27:12.492377 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef6231ae-834e-4b28-aee2-56a802a28af4 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Router 40abd8dd-3e14-48dd-a894-2d7a6e5c182e has already been hosted by L3 agent 00a7d786-edfd-4f04-9152-3b7ae2bbf8ca {{(pid=93842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 15:27:12.616365 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 58824) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:27:12.668127 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-5f6c7df9-69e5-4e1d-822c-dd03d223c80c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b860629c74fc4b2bbd4d7d3ab0ece0e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0505073 Aug 26 15:27:12.671183 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 58826) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:27:12.707949 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef6231ae-834e-4b28-aee2-56a802a28af4 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Notify agent at l3_agent.dv-cinder-779576-7-iscsi the message routers_updated {{(pid=93842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 15:27:12.711645 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-b15a78bc-90ee-427c-82f6-77a0d84a56ba tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Notify callbacks [] for port, precommit_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:12.716079 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-ef6231ae-834e-4b28-aee2-56a802a28af4 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4089636'] for floatingip, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:12.721850 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-b15a78bc-90ee-427c-82f6-77a0d84a56ba tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261268884'] for port, after_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:12.722457 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5cb980b-140e-444f-b104-e4f6ed04c27c None None] Sync routers for ids ['40abd8dd-3e14-48dd-a894-2d7a6e5c182e'] in dv-cinder-779576-7-iscsi {{(pid=93843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 15:27:12.737902 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5cb980b-140e-444f-b104-e4f6ed04c27c None None] Routers {'40abd8dd-3e14-48dd-a894-2d7a6e5c182e'} bound to L3 agent in host dv-cinder-779576-7-iscsi {{(pid=93843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 15:27:12.739712 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-f5cb980b-140e-444f-b104-e4f6ed04c27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-26T15:14:10Z,description=,heartbeat_timestamp=2021-08-26T15:27:10Z,host='dv-cinder-779576-7-iscsi',id=00a7d786-edfd-4f04-9152-3b7ae2bbf8ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T15:14:10Z,topic='l3_agent')) {'router_ids': ['40abd8dd-3e14-48dd-a894-2d7a6e5c182e'], 'active': True} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:27:12.801882 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-ef6231ae-834e-4b28-aee2-56a802a28af4 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] 10.222.0.20 "DELETE /v2.0/floatingips/21f4452d-7e72-4b27-bcf5-4d233221a36f HTTP/1.1" status: 204 len: 168 time: 2.2922659 Aug 26 15:27:12.818892 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c109c3b-265c-4b41-8d6b-111cc8d2ee8d', 'tag': '909734fa-79bb-464f-8f95-2fa15fd3d09d'}] {{(pid=93842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 15:27:12.821260 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ba7f6f71eda5a1db7669fef78c8684417bcd8012e21f8533533c8be1abdbb96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac24102e-b898-43ba-83e8-f5c737a8eacb" -d '{"events": [{"name": "network-changed", "server_uuid": "4c109c3b-265c-4b41-8d6b-111cc8d2ee8d", "tag": "909734fa-79bb-464f-8f95-2fa15fd3d09d"}]}' {{(pid=93842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:27:12.928524 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15a78bc-90ee-427c-82f6-77a0d84a56ba tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Pushing event updated for resources: {'Port': ['ID=af2fd58f-eeaa-4514-96ec-9cc493927ffb,revision_number=2']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:27:12.953269 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 15:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a9ba34f-4dbe-493a-b836-86d85d6f74a0 x-openstack-request-id: req-6a9ba34f-4dbe-493a-b836-86d85d6f74a0 {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:27:12.953738 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c109c3b-265c-4b41-8d6b-111cc8d2ee8d", "tag": "909734fa-79bb-464f-8f95-2fa15fd3d09d", "status": "completed", "code": 200}]} {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:27:12.954122 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6a9ba34f-4dbe-493a-b836-86d85d6f74a0 {{(pid=93842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:27:12.957042 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c109c3b-265c-4b41-8d6b-111cc8d2ee8d', 'tag': '909734fa-79bb-464f-8f95-2fa15fd3d09d', 'status': 'completed', 'code': 200} Aug 26 15:27:13.001212 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-b15a78bc-90ee-427c-82f6-77a0d84a56ba tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3928447'] for floatingip, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:13.045540 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-b15a78bc-90ee-427c-82f6-77a0d84a56ba tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4089636'] for floatingip, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:13.061605 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-b15a78bc-90ee-427c-82f6-77a0d84a56ba tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4989717 Aug 26 15:27:13.062543 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-a6032fac-f2a0-46d6-9c2c-2483dfdc6249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:13.101431 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvr_db [None req-f5cb980b-140e-444f-b104-e4f6ed04c27c None None] Set router 40abd8dd-3e14-48dd-a894-2d7a6e5c182e gateway port host: dv-cinder-779576-7-iscsi {{(pid=93843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 15:27:13.128343 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-a0e951b9-8ca7-44e0-b762-2a2288022b86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:13.141195 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac24102e-b898-43ba-83e8-f5c737a8eacb req-a128e18e-9c06-4203-846e-dc04e88cb7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:13.143103 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-ac24102e-b898-43ba-83e8-f5c737a8eacb req-a128e18e-9c06-4203-846e-dc04e88cb7ef service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f21f38b1620b40acb26630e47d85c6c2&device_id=4c109c3b-265c-4b41-8d6b-111cc8d2ee8d HTTP/1.1" status: 200 len: 1098 time: 0.1219234 Aug 26 15:27:13.248699 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-a0e951b9-8ca7-44e0-b762-2a2288022b86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:13.320203 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8a580a-2bc5-40e6-8de8-5d4c15bbe08a req-a8d3ba06-f95f-4320-9f97-cfacc5c4b248 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:13.322618 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-3b8a580a-2bc5-40e6-8de8-5d4c15bbe08a req-a8d3ba06-f95f-4320-9f97-cfacc5c4b248 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc6d676a-9c2d-4017-9854-6ef6dbb13c54 HTTP/1.1" status: 200 len: 946 time: 0.1907039 Aug 26 15:27:13.394358 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac24102e-b898-43ba-83e8-f5c737a8eacb req-69637186-45a5-4768-ac3c-a7ecaf652df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:13.396379 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-ac24102e-b898-43ba-83e8-f5c737a8eacb req-69637186-45a5-4768-ac3c-a7ecaf652df1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4c21aea0-317d-4d8f-b2c5-9e53ccb851fc HTTP/1.1" status: 200 len: 916 time: 0.2328982 Aug 26 15:27:13.402741 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-3b8a580a-2bc5-40e6-8de8-5d4c15bbe08a req-af013503-ceac-495a-9d9b-43a348af0762 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=91c8d1dc-3a35-4d14-bfc1-2a332cc1b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600953 Aug 26 15:27:13.416757 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-a0e951b9-8ca7-44e0-b762-2a2288022b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:13.419579 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-a0e951b9-8ca7-44e0-b762-2a2288022b86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:13.420706 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-a0e951b9-8ca7-44e0-b762-2a2288022b86 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c4052277-408e-4f94-b607-f798f751e9f4 HTTP/1.1" status: 204 len: 168 time: 0.7485862 Aug 26 15:27:13.493429 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-ac24102e-b898-43ba-83e8-f5c737a8eacb req-d9857992-1073-45ef-8637-7d3e4497c4c1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=909734fa-79bb-464f-8f95-2fa15fd3d09d HTTP/1.1" status: 200 len: 217 time: 0.0864453 Aug 26 15:27:13.499929 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e951b9-8ca7-44e0-b762-2a2288022b86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4052277-408e-4f94-b607-f798f751e9f4,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:27:13.544979 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-fa55224a-6b08-4282-ab36-753a7f2d1d90 req-9199b95b-82f7-46ac-bb1f-980a84ee2bad tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--888228297&fields=id&tenant_id=a571a33f0e074fabbd06be1f77a97dd0 HTTP/1.1" status: 200 len: 267 time: 0.0847685 Aug 26 15:27:13.608723 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-f5cb980b-140e-444f-b104-e4f6ed04c27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40abd8dd-3e14-48dd-a894-2d7a6e5c182e', 'name': 'tempest-TestMinimumBasicScenario-1462883441-router', 'tenant_id': 'f21f38b1620b40acb26630e47d85c6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': '44fa70ee-dd12-4cd5-9853-168d0e03d07d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:23:30Z', 'updated_at': '2021-08-26T15:23:37Z', 'revision_number': 4, 'project_id': 'f21f38b1620b40acb26630e47d85c6c2', 'gw_port': {'id': '44fa70ee-dd12-4cd5-9853-168d0e03d07d', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a3:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40abd8dd-3e14-48dd-a894-2d7a6e5c182e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:23:31Z', 'updated_at': '2021-08-26T15:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi', '_interfaces': [{'id': '8b14a99a-2b68-4b08-a4dd-c9bcf4519642', 'name': '', 'network_id': '4c21aea0-317d-4d8f-b2c5-9e53ccb851fc', 'tenant_id': 'f21f38b1620b40acb26630e47d85c6c2', 'mac_address': 'fa:16:3e:1a:0e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40abd8dd-3e14-48dd-a894-2d7a6e5c182e', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '8344071b-748b-487d-9384-1d0a41d963ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:23:35Z', 'updated_at': '2021-08-26T15:23:46Z', 'revision_number': 5, 'project_id': 'f21f38b1620b40acb26630e47d85c6c2', 'subnets': [{'id': '8344071b-748b-487d-9384-1d0a41d963ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-7-iscsi', False) {} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:27:13.630279 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac24102e-b898-43ba-83e8-f5c737a8eacb req-105af417-e5cd-4a3d-beba-db1f80630f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:13.631593 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-ac24102e-b898-43ba-83e8-f5c737a8eacb req-105af417-e5cd-4a3d-beba-db1f80630f6c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8344071b-748b-487d-9384-1d0a41d963ae HTTP/1.1" status: 200 len: 854 time: 0.1279035 Aug 26 15:27:13.648556 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d17bb3-8d50-4775-a435-3ddcdd5c3843 req-e48d30aa-7b59-40c5-9392-66b261d67488 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:13.650453 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-87d17bb3-8d50-4775-a435-3ddcdd5c3843 req-e48d30aa-7b59-40c5-9392-66b261d67488 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/ports?device_id=949fac19-7ed1-4405-8b74-7dbac53bd719 HTTP/1.1" status: 200 len: 945 time: 0.0893722 Aug 26 15:27:13.652901 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc6d676a-9c2d-4017-9854-6ef6dbb13c54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e8416d0-e93b-4faf-afed-ec9f484f6325'}] {{(pid=93843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 15:27:13.655526 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d587d98fe02f6619f456de0f45288515ee723af96d1e5c8ab0bdf50e2145b638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b18968e4-4ab0-47fd-a3bb-9dbf6fabb327" -d '{"events": [{"server_uuid": "dc6d676a-9c2d-4017-9854-6ef6dbb13c54", "name": "network-vif-plugged", "status": "completed", "tag": "7e8416d0-e93b-4faf-afed-ec9f484f6325"}]}' {{(pid=93843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:27:13.659516 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5cb980b-140e-444f-b104-e4f6ed04c27c None None] Checking router: 40abd8dd-3e14-48dd-a894-2d7a6e5c182e for host: dv-cinder-779576-7-iscsi {{(pid=93843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 15:27:13.671646 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5cb980b-140e-444f-b104-e4f6ed04c27c None None] Routers {'40abd8dd-3e14-48dd-a894-2d7a6e5c182e'} bound to L3 agent in host dv-cinder-779576-7-iscsi {{(pid=93843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 15:27:13.672296 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-f5cb980b-140e-444f-b104-e4f6ed04c27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-26T15:14:10Z,description=,heartbeat_timestamp=2021-08-26T15:27:10Z,host='dv-cinder-779576-7-iscsi',id=00a7d786-edfd-4f04-9152-3b7ae2bbf8ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T15:14:10Z,topic='l3_agent')) {'router_ids': ['40abd8dd-3e14-48dd-a894-2d7a6e5c182e'], 'active': True} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:27:13.718323 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa55224a-6b08-4282-ab36-753a7f2d1d90 req-81bc4ab1-5484-4270-a21d-35e3fb980b5c tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:13.728315 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-fa55224a-6b08-4282-ab36-753a7f2d1d90 req-81bc4ab1-5484-4270-a21d-35e3fb980b5c tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/networks?id=a386d6d9-e769-427b-a3dd-4a66aae709a7 HTTP/1.1" status: 200 len: 811 time: 0.1822722 Aug 26 15:27:13.736515 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac24102e-b898-43ba-83e8-f5c737a8eacb req-8129c1ea-ba48-42f7-97f3-21d4d125cc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:13.738533 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-ac24102e-b898-43ba-83e8-f5c737a8eacb req-8129c1ea-ba48-42f7-97f3-21d4d125cc97 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4c21aea0-317d-4d8f-b2c5-9e53ccb851fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0869293 Aug 26 15:27:13.745205 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-87d17bb3-8d50-4775-a435-3ddcdd5c3843 req-83e48427-6626-4951-ae29-bc55ad126562 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/security-groups?id=e18d2e28-abe2-4c40-a4ee-147ecea0ab19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659926 Aug 26 15:27:13.746330 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-fa55224a-6b08-4282-ab36-753a7f2d1d90 req-2071a9f5-5599-44ae-b629-00a349cf87c2 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/quotas/a571a33f0e074fabbd06be1f77a97dd0 HTTP/1.1" status: 200 len: 375 time: 0.0116034 Aug 26 15:27:13.869462 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-fa55224a-6b08-4282-ab36-753a7f2d1d90 req-c041ded9-fff9-4def-88e3-ba00c57bbd53 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a571a33f0e074fabbd06be1f77a97dd0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1099548 Aug 26 15:27:13.956141 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-ac24102e-b898-43ba-83e8-f5c737a8eacb req-284aa9c4-8d2c-408c-a8c9-d3aa7e092eba service neutron] 10.222.0.47 "GET /v2.0/networks/4c21aea0-317d-4d8f-b2c5-9e53ccb851fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057462 Aug 26 15:27:14.043812 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 15:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a39fe462-c337-481b-bef9-3940a4766c91 x-openstack-request-id: req-a39fe462-c337-481b-bef9-3940a4766c91 {{(pid=93843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:27:14.045398 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc6d676a-9c2d-4017-9854-6ef6dbb13c54", "name": "network-vif-plugged", "status": "completed", "tag": "7e8416d0-e93b-4faf-afed-ec9f484f6325", "code": 200}]} {{(pid=93843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:27:14.045865 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a39fe462-c337-481b-bef9-3940a4766c91 {{(pid=93843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:27:14.046535 dv-cinder-779576-7-iscsi neutron-server[93843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc6d676a-9c2d-4017-9854-6ef6dbb13c54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e8416d0-e93b-4faf-afed-ec9f484f6325', 'code': 200} Aug 26 15:27:14.055874 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-fa55224a-6b08-4282-ab36-753a7f2d1d90 req-14742019-494e-4fea-8832-d948f6db98da service neutron] 10.222.0.20 "GET /v2.0/networks/a386d6d9-e769-427b-a3dd-4a66aae709a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816378 Aug 26 15:27:14.097425 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvr_db [None req-f5cb980b-140e-444f-b104-e4f6ed04c27c None None] Set router 40abd8dd-3e14-48dd-a894-2d7a6e5c182e gateway port host: dv-cinder-779576-7-iscsi {{(pid=93843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 15:27:14.132950 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-ac24102e-b898-43ba-83e8-f5c737a8eacb req-92aeae2d-6284-4bf0-8629-4bd2a094ce82 service neutron] 10.222.0.47 "GET /v2.0/networks/4c21aea0-317d-4d8f-b2c5-9e53ccb851fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579127 Aug 26 15:27:14.255123 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f8acd5-5c68-4928-81d8-c45df74d1b42 req-7b281972-8696-4dad-a3d1-3536e3ffbe06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:14.257457 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-08f8acd5-5c68-4928-81d8-c45df74d1b42 req-7b281972-8696-4dad-a3d1-3536e3ffbe06 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=dc6d676a-9c2d-4017-9854-6ef6dbb13c54 HTTP/1.1" status: 200 len: 1099 time: 0.0921626 Aug 26 15:27:14.299637 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-fa55224a-6b08-4282-ab36-753a7f2d1d90 req-23b2aab7-8e3f-4a00-81e9-5defc3ec3310 service neutron] 10.222.0.20 "GET /v2.0/networks/a386d6d9-e769-427b-a3dd-4a66aae709a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369049 Aug 26 15:27:14.315731 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-08f8acd5-5c68-4928-81d8-c45df74d1b42 req-f282d788-c4d6-4d0f-8990-6b9a1cd8df17 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=91c8d1dc-3a35-4d14-bfc1-2a332cc1b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501699 Aug 26 15:27:14.424149 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-f5cb980b-140e-444f-b104-e4f6ed04c27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40abd8dd-3e14-48dd-a894-2d7a6e5c182e', 'name': 'tempest-TestMinimumBasicScenario-1462883441-router', 'tenant_id': 'f21f38b1620b40acb26630e47d85c6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': '44fa70ee-dd12-4cd5-9853-168d0e03d07d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:23:30Z', 'updated_at': '2021-08-26T15:23:37Z', 'revision_number': 4, 'project_id': 'f21f38b1620b40acb26630e47d85c6c2', 'gw_port': {'id': '44fa70ee-dd12-4cd5-9853-168d0e03d07d', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a3:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40abd8dd-3e14-48dd-a894-2d7a6e5c182e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:23:31Z', 'updated_at': '2021-08-26T15:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi', '_interfaces': [{'id': '8b14a99a-2b68-4b08-a4dd-c9bcf4519642', 'name': '', 'network_id': '4c21aea0-317d-4d8f-b2c5-9e53ccb851fc', 'tenant_id': 'f21f38b1620b40acb26630e47d85c6c2', 'mac_address': 'fa:16:3e:1a:0e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40abd8dd-3e14-48dd-a894-2d7a6e5c182e', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '8344071b-748b-487d-9384-1d0a41d963ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:23:35Z', 'updated_at': '2021-08-26T15:23:46Z', 'revision_number': 5, 'project_id': 'f21f38b1620b40acb26630e47d85c6c2', 'subnets': [{'id': '8344071b-748b-487d-9384-1d0a41d963ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-7-iscsi', False) {} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:27:14.495542 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5cb980b-140e-444f-b104-e4f6ed04c27c None None] The sync data for ids ['40abd8dd-3e14-48dd-a894-2d7a6e5c182e'] in dv-cinder-779576-7-iscsi is: [{'id': '40abd8dd-3e14-48dd-a894-2d7a6e5c182e', 'name': 'tempest-TestMinimumBasicScenario-1462883441-router', 'tenant_id': 'f21f38b1620b40acb26630e47d85c6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': '44fa70ee-dd12-4cd5-9853-168d0e03d07d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:23:30Z', 'updated_at': '2021-08-26T15:23:37Z', 'revision_number': 4, 'project_id': 'f21f38b1620b40acb26630e47d85c6c2', 'gw_port': {'id': '44fa70ee-dd12-4cd5-9853-168d0e03d07d', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a3:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40abd8dd-3e14-48dd-a894-2d7a6e5c182e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:23:31Z', 'updated_at': '2021-08-26T15:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi', '_interfaces': [{'id': '8b14a99a-2b68-4b08-a4dd-c9bcf4519642', 'name': '', 'network_id': '4c21aea0-317d-4d8f-b2c5-9e53ccb851fc', 'tenant_id': 'f21f38b1620b40acb26630e47d85c6c2', 'mac_address': 'fa:16:3e:1a:0e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40abd8dd-3e14-48dd-a894-2d7a6e5c182e', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '8344071b-748b-487d-9384-1d0a41d963ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:23:35Z', 'updated_at': '2021-08-26T15:23:46Z', 'revision_number': 5, 'project_id': 'f21f38b1620b40acb26630e47d85c6c2', 'subnets': [{'id': '8344071b-748b-487d-9384-1d0a41d963ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 15:27:14.567459 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-6b384fb7-3c0e-41ba-b882-3de05f240d4e req-c7cf811b-6677-4db9-9482-a2a708a2a7a3 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e12ca20-3423-4df8-b641-6e4e74ddc1ce HTTP/1.1" status: 200 len: 210 time: 0.0545144 Aug 26 15:27:14.640445 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ac87ff-4b82-4e62-94b8-5fb61d8d3766 req-9b65e0f4-36a7-44f1-949d-b4b1568694dc tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:14.642464 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-89ac87ff-4b82-4e62-94b8-5fb61d8d3766 req-9b65e0f4-36a7-44f1-949d-b4b1568694dc tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc6d676a-9c2d-4017-9854-6ef6dbb13c54 HTTP/1.1" status: 200 len: 946 time: 0.0862985 Aug 26 15:27:14.690043 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-89ac87ff-4b82-4e62-94b8-5fb61d8d3766 req-f651ae6a-c526-4c6b-b4eb-4447aa6a47eb tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=91c8d1dc-3a35-4d14-bfc1-2a332cc1b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402474 Aug 26 15:27:14.853204 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4c3354-c1e7-41db-b91d-e1091ec1c91d None None] New status for floating IP 21f4452d-7e72-4b27-bcf5-4d233221a36f: DOWN {{(pid=93844) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 15:27:14.935637 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7cad80-0321-4b98-9118-f6d8ea8937a0 req-398c373c-8936-48f2-94da-789e5b2afed7 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:14.937615 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-8a7cad80-0321-4b98-9118-f6d8ea8937a0 req-398c373c-8936-48f2-94da-789e5b2afed7 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/ports?device_id=949fac19-7ed1-4405-8b74-7dbac53bd719 HTTP/1.1" status: 200 len: 945 time: 0.0792835 Aug 26 15:27:15.302195 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-8a7cad80-0321-4b98-9118-f6d8ea8937a0 req-d17d2e72-bc76-4736-a769-cc3bc9bc155f tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/security-groups?id=e18d2e28-abe2-4c40-a4ee-147ecea0ab19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3496292 Aug 26 15:27:15.746452 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-f1dde665-a506-4bc7-9fca-ca8b80a8ddce req-c5e25041-0c42-49b4-890e-9b08a98f38e7 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e12ca20-3423-4df8-b641-6e4e74ddc1ce HTTP/1.1" status: 200 len: 210 time: 0.0446377 Aug 26 15:27:15.882336 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c9537b-ba5a-4315-a127-345cf0413046 req-1fe329a2-63ac-4c38-a4cc-8686afcae9ef tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:15.884490 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-67c9537b-ba5a-4315-a127-345cf0413046 req-1fe329a2-63ac-4c38-a4cc-8686afcae9ef tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc6d676a-9c2d-4017-9854-6ef6dbb13c54 HTTP/1.1" status: 200 len: 946 time: 0.0654016 Aug 26 15:27:15.937025 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-67c9537b-ba5a-4315-a127-345cf0413046 req-a050366c-7dce-4167-83d1-924fa43f6c72 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=91c8d1dc-3a35-4d14-bfc1-2a332cc1b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465150 Aug 26 15:27:15.951429 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85511062-b5c0-4c04-a963-2c8c4f1e6257 req-ee2fa474-8f5f-433c-b992-2992147fe76a tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:15.953086 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-85511062-b5c0-4c04-a963-2c8c4f1e6257 req-ee2fa474-8f5f-433c-b992-2992147fe76a tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c109c3b-265c-4b41-8d6b-111cc8d2ee8d HTTP/1.1" status: 200 len: 945 time: 0.0554984 Aug 26 15:27:15.999536 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-85511062-b5c0-4c04-a963-2c8c4f1e6257 req-b7d380db-34f8-4e53-b666-2101890c417f tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] 10.222.0.20 "GET /v2.0/security-groups?id=e62b5368-65f6-47b1-a3f0-2bcec5167246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386484 Aug 26 15:27:16.087975 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac719b5-35da-406a-bb82-ac97a9463003 req-5e40e715-098f-4dbf-ba7c-55eca8fa0c64 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:16.089868 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-5ac719b5-35da-406a-bb82-ac97a9463003 req-5e40e715-098f-4dbf-ba7c-55eca8fa0c64 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc6d676a-9c2d-4017-9854-6ef6dbb13c54 HTTP/1.1" status: 200 len: 946 time: 0.0602646 Aug 26 15:27:16.100813 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 58908) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:27:16.105864 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [None req-eb826bfe-66ac-437c-9f34-7c4f0a117304 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Request body: {'floatingip': {'port_id': '7e8416d0-e93b-4faf-afed-ec9f484f6325'}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:27:16.181439 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-eb826bfe-66ac-437c-9f34-7c4f0a117304 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Notify callbacks [] for floatingip, before_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:16.403042 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa55224a-6b08-4282-ab36-753a7f2d1d90 req-d59abdc4-619f-4979-83b6-16ba170f0991 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:16.404639 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-fa55224a-6b08-4282-ab36-753a7f2d1d90 req-d59abdc4-619f-4979-83b6-16ba170f0991 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.47 "GET /v2.0/networks?id=a386d6d9-e769-427b-a3dd-4a66aae709a7 HTTP/1.1" status: 200 len: 811 time: 0.2564163 Aug 26 15:27:16.550731 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-fa55224a-6b08-4282-ab36-753a7f2d1d90 req-e7e0a72e-e7ee-40bf-bd67-62cbe5d8580e tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a571a33f0e074fabbd06be1f77a97dd0 HTTP/1.1" status: 200 len: 379 time: 0.0876229 Aug 26 15:27:16.564071 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [req-fa55224a-6b08-4282-ab36-753a7f2d1d90 req-06bafece-90de-4ee5-8c88-d8d6ce85e89d tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Request body: {'port': {'device_id': '2e12ca20-3423-4df8-b641-6e4e74ddc1ce', 'network_id': 'a386d6d9-e769-427b-a3dd-4a66aae709a7', 'admin_state_up': True, 'tenant_id': 'a571a33f0e074fabbd06be1f77a97dd0', 'security_groups': ['d44f3e1d-58b5-45ec-8f5c-7804374d3850']}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:27:16.842619 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa55224a-6b08-4282-ab36-753a7f2d1d90 req-06bafece-90de-4ee5-8c88-d8d6ce85e89d tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Made reservation on behalf of a571a33f0e074fabbd06be1f77a97dd0 for: {'port': 1} {{(pid=93842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:27:16.846228 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-fa55224a-6b08-4282-ab36-753a7f2d1d90 req-06bafece-90de-4ee5-8c88-d8d6ce85e89d tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:16.876380 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-b3d48db6-b658-4ff3-9efe-05ad32093633 req-3c653961-06c8-4dc0-a5b8-bc5fa41e9665 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e12ca20-3423-4df8-b641-6e4e74ddc1ce HTTP/1.1" status: 200 len: 210 time: 0.0397220 Aug 26 15:27:16.967991 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-eb826bfe-66ac-437c-9f34-7c4f0a117304 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:16.972926 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-eb826bfe-66ac-437c-9f34-7c4f0a117304 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3928447'] for floatingip, after_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:17.177390 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.db.l3_db [None req-eb826bfe-66ac-437c-9f34-7c4f0a117304 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Floating IP 41b231f5-dbbe-4ff3-9fd9-55a94ddae5e4 associated. External IP: 172.27.3.110, port: 7e8416d0-e93b-4faf-afed-ec9f484f6325. Aug 26 15:27:17.201735 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b462d8af-d3df-4fa7-8464-7f7ef79b12e7 req-91feeee6-f0bd-4053-80d6-5f27617e91fd tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:17.203323 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-b462d8af-d3df-4fa7-8464-7f7ef79b12e7 req-91feeee6-f0bd-4053-80d6-5f27617e91fd tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c109c3b-265c-4b41-8d6b-111cc8d2ee8d HTTP/1.1" status: 200 len: 945 time: 0.0760109 Aug 26 15:27:17.245561 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.db.db_base_plugin_common [req-fa55224a-6b08-4282-ab36-753a7f2d1d90 req-06bafece-90de-4ee5-8c88-d8d6ce85e89d tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Allocated IP 172.20.0.10 (a386d6d9-e769-427b-a3dd-4a66aae709a7/c96291ec-8721-4a15-8133-5907bd72b460/f7896107-f1a7-4371-b446-444b4939d366) {{(pid=93842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:27:17.268249 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-b462d8af-d3df-4fa7-8464-7f7ef79b12e7 req-bd2b9f62-edc6-43b8-b50f-b1ff4622576c tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] 10.222.0.20 "GET /v2.0/security-groups?id=e62b5368-65f6-47b1-a3f0-2bcec5167246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531716 Aug 26 15:27:17.548220 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-fa55224a-6b08-4282-ab36-753a7f2d1d90 req-06bafece-90de-4ee5-8c88-d8d6ce85e89d tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Notify callbacks [] for port, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:17.570799 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.db.provisioning_blocks [req-fa55224a-6b08-4282-ab36-753a7f2d1d90 req-06bafece-90de-4ee5-8c88-d8d6ce85e89d tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Transition to ACTIVE for port object f7896107-f1a7-4371-b446-444b4939d366 will not be triggered until provisioned by entity DHCP. {{(pid=93842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 15:27:17.579075 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb826bfe-66ac-437c-9f34-7c4f0a117304 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Router aa04ec2d-9fe1-465b-8ce7-4d02c673929e has already been hosted by L3 agent 00a7d786-edfd-4f04-9152-3b7ae2bbf8ca {{(pid=93842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 15:27:17.654582 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-fa55224a-6b08-4282-ab36-753a7f2d1d90 req-06bafece-90de-4ee5-8c88-d8d6ce85e89d tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793280355359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261268877'] for port, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:17.741684 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa55224a-6b08-4282-ab36-753a7f2d1d90 req-06bafece-90de-4ee5-8c88-d8d6ce85e89d tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Network a386d6d9-e769-427b-a3dd-4a66aae709a7 is already hosted by enough agents. {{(pid=93842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:27:17.750409 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.scheduler.base_scheduler [req-fa55224a-6b08-4282-ab36-753a7f2d1d90 req-06bafece-90de-4ee5-8c88-d8d6ce85e89d tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Resources bound (agent type, host, resource id): {{(pid=93842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:27:17.759250 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa55224a-6b08-4282-ab36-753a7f2d1d90 req-06bafece-90de-4ee5-8c88-d8d6ce85e89d tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Received port after_create {{(pid=93842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 15:27:17.767613 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bafece-90de-4ee5-8c88-d8d6ce85e89d tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Pushing event updated for resources: {'Port': ['ID=f7896107-f1a7-4371-b446-444b4939d366,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:27:17.802081 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb826bfe-66ac-437c-9f34-7c4f0a117304 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Notify agent at l3_agent.dv-cinder-779576-7-iscsi the message routers_updated {{(pid=93842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 15:27:17.809964 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-eb826bfe-66ac-437c-9f34-7c4f0a117304 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4089636'] for floatingip, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:17.825189 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567d845d-50d8-4603-964b-481a8ab2b6d3 None None] Sync routers for ids ['aa04ec2d-9fe1-465b-8ce7-4d02c673929e'] in dv-cinder-779576-7-iscsi {{(pid=93843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 15:27:17.841094 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567d845d-50d8-4603-964b-481a8ab2b6d3 None None] Routers {'aa04ec2d-9fe1-465b-8ce7-4d02c673929e'} bound to L3 agent in host dv-cinder-779576-7-iscsi {{(pid=93843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 15:27:17.842150 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-567d845d-50d8-4603-964b-481a8ab2b6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-26T15:14:10Z,description=,heartbeat_timestamp=2021-08-26T15:27:10Z,host='dv-cinder-779576-7-iscsi',id=00a7d786-edfd-4f04-9152-3b7ae2bbf8ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T15:14:10Z,topic='l3_agent')) {'router_ids': ['aa04ec2d-9fe1-465b-8ce7-4d02c673929e'], 'active': True} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:27:17.853127 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa55224a-6b08-4282-ab36-753a7f2d1d90 req-06bafece-90de-4ee5-8c88-d8d6ce85e89d tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:17.854011 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-fa55224a-6b08-4282-ab36-753a7f2d1d90 req-06bafece-90de-4ee5-8c88-d8d6ce85e89d tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4089636'] for port, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:17.867305 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-eb826bfe-66ac-437c-9f34-7c4f0a117304 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "PUT /v2.0/floatingips/41b231f5-dbbe-4ff3-9fd9-55a94ddae5e4 HTTP/1.1" status: 200 len: 992 time: 1.7621403 Aug 26 15:27:17.867663 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc6d676a-9c2d-4017-9854-6ef6dbb13c54', 'tag': '7e8416d0-e93b-4faf-afed-ec9f484f6325'}] {{(pid=93842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 15:27:17.877074 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ba7f6f71eda5a1db7669fef78c8684417bcd8012e21f8533533c8be1abdbb96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96fb29c7-41d5-43ab-9692-66da3bea2fa9" -d '{"events": [{"name": "network-changed", "server_uuid": "dc6d676a-9c2d-4017-9854-6ef6dbb13c54", "tag": "7e8416d0-e93b-4faf-afed-ec9f484f6325"}]}' {{(pid=93842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:27:17.899406 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-fa55224a-6b08-4282-ab36-753a7f2d1d90 req-06bafece-90de-4ee5-8c88-d8d6ce85e89d tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3394907 Aug 26 15:27:17.933561 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 15:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41ce1a9d-7ff9-4325-9014-1ee6493dc176 x-openstack-request-id: req-41ce1a9d-7ff9-4325-9014-1ee6493dc176 {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:27:17.934200 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc6d676a-9c2d-4017-9854-6ef6dbb13c54", "tag": "7e8416d0-e93b-4faf-afed-ec9f484f6325", "status": "completed", "code": 200}]} {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:27:17.934628 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-41ce1a9d-7ff9-4325-9014-1ee6493dc176 {{(pid=93842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:27:17.935241 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc6d676a-9c2d-4017-9854-6ef6dbb13c54', 'tag': '7e8416d0-e93b-4faf-afed-ec9f484f6325', 'status': 'completed', 'code': 200} Aug 26 15:27:18.117942 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d519f5c3-d571-4e0e-b6d0-9d2162a1fa16 req-64ad8105-9bd2-406d-9a27-dc7511b31ecd tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:18.121056 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-d519f5c3-d571-4e0e-b6d0-9d2162a1fa16 req-64ad8105-9bd2-406d-9a27-dc7511b31ecd tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e12ca20-3423-4df8-b641-6e4e74ddc1ce HTTP/1.1" status: 200 len: 932 time: 0.1156650 Aug 26 15:27:18.137002 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [req-fa55224a-6b08-4282-ab36-753a7f2d1d90 req-c593b6e9-69a4-4f00-a9a8-840b7088926c service neutron] Request body: {'port': {'device_id': '2e12ca20-3423-4df8-b641-6e4e74ddc1ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77957'}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:27:18.190597 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-4d2eb7b0-8461-4c1b-89dc-95b41d593f14 None None] Provisioning for port f7896107-f1a7-4371-b446-444b4939d366 completed by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 15:27:18.208267 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-4d2eb7b0-8461-4c1b-89dc-95b41d593f14 None None] Provisioning complete for port f7896107-f1a7-4371-b446-444b4939d366 triggered by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:27:18.209281 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-4d2eb7b0-8461-4c1b-89dc-95b41d593f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:18.235244 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvr_db [None req-567d845d-50d8-4603-964b-481a8ab2b6d3 None None] Set router aa04ec2d-9fe1-465b-8ce7-4d02c673929e gateway port host: dv-cinder-779576-7-iscsi {{(pid=93843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 15:27:18.251743 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-d519f5c3-d571-4e0e-b6d0-9d2162a1fa16 req-4c494418-ac33-43b6-bc00-7d16c321e1d4 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/security-groups?id=d44f3e1d-58b5-45ec-8f5c-7804374d3850&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237473 Aug 26 15:27:18.280660 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fb29c7-41d5-43ab-9692-66da3bea2fa9 req-f4566939-fff5-45c3-b90a-2376fcffa298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:18.282571 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-96fb29c7-41d5-43ab-9692-66da3bea2fa9 req-f4566939-fff5-45c3-b90a-2376fcffa298 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=51d0a6d3e78f46f98a1a4881bf9eb094&device_id=dc6d676a-9c2d-4017-9854-6ef6dbb13c54 HTTP/1.1" status: 200 len: 1099 time: 0.2952430 Aug 26 15:27:18.299790 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94c40f5-ec21-476b-b885-96cd0f6254b6 req-cb3d61d3-63f8-4727-b33d-6557c977cb5a tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:18.302775 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-a94c40f5-ec21-476b-b885-96cd0f6254b6 req-cb3d61d3-63f8-4727-b33d-6557c977cb5a tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c109c3b-265c-4b41-8d6b-111cc8d2ee8d HTTP/1.1" status: 200 len: 945 time: 0.1965280 Aug 26 15:27:18.327300 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-4d2eb7b0-8461-4c1b-89dc-95b41d593f14 None None] Port f7896107-f1a7-4371-b446-444b4939d366 cannot update to ACTIVE because it is not bound. {{(pid=93843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 15:27:18.340940 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-fa55224a-6b08-4282-ab36-753a7f2d1d90 req-c593b6e9-69a4-4f00-a9a8-840b7088926c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:18.443339 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fb29c7-41d5-43ab-9692-66da3bea2fa9 req-51b014bb-00f5-4ca3-94a1-c25f16c82375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:18.447122 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-96fb29c7-41d5-43ab-9692-66da3bea2fa9 req-51b014bb-00f5-4ca3-94a1-c25f16c82375 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d887f735-fbdb-4418-baf1-8e9e0d77221f HTTP/1.1" status: 200 len: 918 time: 0.1553333 Aug 26 15:27:18.579908 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-96fb29c7-41d5-43ab-9692-66da3bea2fa9 req-8be906fa-51a6-4452-8342-5a34af790d6f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e8416d0-e93b-4faf-afed-ec9f484f6325 HTTP/1.1" status: 200 len: 1000 time: 0.1228111 Aug 26 15:27:18.581372 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dd10f3-9379-433c-9616-bcd97f3e32a1 req-db6179e8-56b9-4409-9981-92cff9c772d7 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:18.583124 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-05dd10f3-9379-433c-9616-bcd97f3e32a1 req-db6179e8-56b9-4409-9981-92cff9c772d7 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c109c3b-265c-4b41-8d6b-111cc8d2ee8d HTTP/1.1" status: 200 len: 945 time: 0.1668179 Aug 26 15:27:18.647649 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fb29c7-41d5-43ab-9692-66da3bea2fa9 req-06cfb0ba-1ae9-4a67-952e-b3590cb77a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:18.649278 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-96fb29c7-41d5-43ab-9692-66da3bea2fa9 req-06cfb0ba-1ae9-4a67-952e-b3590cb77a16 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2dc1893b-86f2-4498-b069-d334c29d6d3f HTTP/1.1" status: 200 len: 856 time: 0.0503368 Aug 26 15:27:18.674367 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-567d845d-50d8-4603-964b-481a8ab2b6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa04ec2d-9fe1-465b-8ce7-4d02c673929e', 'name': 'tempest-AttachVolumeShelveTestJSON-1152206057-router', 'tenant_id': '51d0a6d3e78f46f98a1a4881bf9eb094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '4f474097-4049-45b8-a400-24afad7e1455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:21:58Z', 'updated_at': '2021-08-26T15:22:09Z', 'revision_number': 4, 'project_id': '51d0a6d3e78f46f98a1a4881bf9eb094', 'gw_port': {'id': '4f474097-4049-45b8-a400-24afad7e1455', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:78:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa04ec2d-9fe1-465b-8ce7-4d02c673929e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:22:00Z', 'updated_at': '2021-08-26T15:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi', '_floatingips': [{'id': '41b231f5-dbbe-4ff3-9fd9-55a94ddae5e4', 'tenant_id': '51d0a6d3e78f46f98a1a4881bf9eb094', 'floating_ip_address': '172.27.3.110', 'floating_network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'router_id': 'aa04ec2d-9fe1-465b-8ce7-4d02c673929e', 'port_id': '7e8416d0-e93b-4faf-afed-ec9f484f6325', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd887f735-fbdb-4418-baf1-8e9e0d77221f', 'mac_address': 'fa:16:3e:b1:fc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6d676a-9c2d-4017-9854-6ef6dbb13c54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T15:26:59Z', 'updated_at': '2021-08-26T15:27:16Z', 'revision_number': 1, 'project_id': '51d0a6d3e78f46f98a1a4881bf9eb094', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a82d00a2-2666-409e-908f-9a451551a39c', 'name': '', 'network_id': 'd887f735-fbdb-4418-baf1-8e9e0d77221f', 'tenant_id': '51d0a6d3e78f46f98a1a4881bf9eb094', 'mac_address': 'fa:16:3e:c8:31:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa04ec2d-9fe1-465b-8ce7-4d02c673929e', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '2dc1893b-86f2-4498-b069-d334c29d6d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:22:06Z', 'updated_at': '2021-08-26T15:22:26Z', 'revision_number': 5, 'project_id': '51d0a6d3e78f46f98a1a4881bf9eb094', 'subnets': [{'id': '2dc1893b-86f2-4498-b069-d334c29d6d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-7-iscsi', False) {} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:27:18.690466 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-05dd10f3-9379-433c-9616-bcd97f3e32a1 req-83d4c541-2e25-4234-9a8a-4faa1630e43e tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] 10.222.0.20 "GET /v2.0/security-groups?id=e62b5368-65f6-47b1-a3f0-2bcec5167246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969906 Aug 26 15:27:18.692482 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [req-a94c40f5-ec21-476b-b885-96cd0f6254b6 req-8c2d4d1a-a8c9-4c4f-abae-3158b0ec0152 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Deleting port 909734fa-79bb-464f-8f95-2fa15fd3d09d {{(pid=93842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 15:27:18.693121 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-a94c40f5-ec21-476b-b885-96cd0f6254b6 req-8c2d4d1a-a8c9-4c4f-abae-3158b0ec0152 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793280853279'] for port, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:18.721672 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567d845d-50d8-4603-964b-481a8ab2b6d3 None None] Checking router: aa04ec2d-9fe1-465b-8ce7-4d02c673929e for host: dv-cinder-779576-7-iscsi {{(pid=93843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 15:27:18.734906 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fb29c7-41d5-43ab-9692-66da3bea2fa9 req-b4a38cc6-e7ae-4bfa-a95e-c1b9b292c24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:18.736488 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-96fb29c7-41d5-43ab-9692-66da3bea2fa9 req-b4a38cc6-e7ae-4bfa-a95e-c1b9b292c24a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d887f735-fbdb-4418-baf1-8e9e0d77221f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0743387 Aug 26 15:27:18.737198 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567d845d-50d8-4603-964b-481a8ab2b6d3 None None] Routers {'aa04ec2d-9fe1-465b-8ce7-4d02c673929e'} bound to L3 agent in host dv-cinder-779576-7-iscsi {{(pid=93843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 15:27:18.738362 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-567d845d-50d8-4603-964b-481a8ab2b6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-26T15:14:10Z,description=,heartbeat_timestamp=2021-08-26T15:27:10Z,host='dv-cinder-779576-7-iscsi',id=00a7d786-edfd-4f04-9152-3b7ae2bbf8ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T15:14:10Z,topic='l3_agent')) {'router_ids': ['aa04ec2d-9fe1-465b-8ce7-4d02c673929e'], 'active': True} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:27:18.865821 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.db [req-a94c40f5-ec21-476b-b885-96cd0f6254b6 req-8c2d4d1a-a8c9-4c4f-abae-3158b0ec0152 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] For port 909734fa-79bb-464f-8f95-2fa15fd3d09d, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=909734fa-79bb-464f-8f95-2fa15fd3d09d,segment=NetworkSegment(65ca07df-a632-4cb7-b152-427f2eb06870),segment_id=65ca07df-a632-4cb7-b152-427f2eb06870)] {{(pid=93842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:27:18.866075 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-a94c40f5-ec21-476b-b885-96cd0f6254b6 req-8c2d4d1a-a8c9-4c4f-abae-3158b0ec0152 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3924976'] for port, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:18.867017 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvr_db [None req-567d845d-50d8-4603-964b-481a8ab2b6d3 None None] Set router aa04ec2d-9fe1-465b-8ce7-4d02c673929e gateway port host: dv-cinder-779576-7-iscsi {{(pid=93843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 15:27:18.872648 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-96fb29c7-41d5-43ab-9692-66da3bea2fa9 req-50d3f45d-1b37-4805-a9da-fb9fe48c3a86 service neutron] 10.222.0.47 "GET /v2.0/networks/d887f735-fbdb-4418-baf1-8e9e0d77221f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268983 Aug 26 15:27:18.888198 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [req-a94c40f5-ec21-476b-b885-96cd0f6254b6 req-8c2d4d1a-a8c9-4c4f-abae-3158b0ec0152 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Calling delete_port for 909734fa-79bb-464f-8f95-2fa15fd3d09d owned by compute:nova {{(pid=93842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 15:27:18.895983 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.notifiers.nova [req-fa55224a-6b08-4282-ab36-753a7f2d1d90 req-c593b6e9-69a4-4f00-a9a8-840b7088926c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7896107-f1a7-4371-b446-444b4939d366 {{(pid=93842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 15:27:18.910209 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-fa55224a-6b08-4282-ab36-753a7f2d1d90 req-c593b6e9-69a4-4f00-a9a8-840b7088926c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:18.966173 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.db.provisioning_blocks [req-fa55224a-6b08-4282-ab36-753a7f2d1d90 req-c593b6e9-69a4-4f00-a9a8-840b7088926c service neutron] Transition to ACTIVE for port object f7896107-f1a7-4371-b446-444b4939d366 will not be triggered until provisioned by entity L2. {{(pid=93842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 15:27:18.975358 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-fa55224a-6b08-4282-ab36-753a7f2d1d90 req-c593b6e9-69a4-4f00-a9a8-840b7088926c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261268884'] for port, after_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:19.039662 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-96fb29c7-41d5-43ab-9692-66da3bea2fa9 req-bbaedf16-dc92-4d00-9349-fe709a98d3b4 service neutron] 10.222.0.47 "GET /v2.0/networks/d887f735-fbdb-4418-baf1-8e9e0d77221f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551490 Aug 26 15:27:19.207483 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-567d845d-50d8-4603-964b-481a8ab2b6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa04ec2d-9fe1-465b-8ce7-4d02c673929e', 'name': 'tempest-AttachVolumeShelveTestJSON-1152206057-router', 'tenant_id': '51d0a6d3e78f46f98a1a4881bf9eb094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '4f474097-4049-45b8-a400-24afad7e1455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:21:58Z', 'updated_at': '2021-08-26T15:22:09Z', 'revision_number': 4, 'project_id': '51d0a6d3e78f46f98a1a4881bf9eb094', 'gw_port': {'id': '4f474097-4049-45b8-a400-24afad7e1455', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:78:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa04ec2d-9fe1-465b-8ce7-4d02c673929e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:22:00Z', 'updated_at': '2021-08-26T15:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi', '_floatingips': [{'id': '41b231f5-dbbe-4ff3-9fd9-55a94ddae5e4', 'tenant_id': '51d0a6d3e78f46f98a1a4881bf9eb094', 'floating_ip_address': '172.27.3.110', 'floating_network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'router_id': 'aa04ec2d-9fe1-465b-8ce7-4d02c673929e', 'port_id': '7e8416d0-e93b-4faf-afed-ec9f484f6325', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd887f735-fbdb-4418-baf1-8e9e0d77221f', 'mac_address': 'fa:16:3e:b1:fc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6d676a-9c2d-4017-9854-6ef6dbb13c54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T15:26:59Z', 'updated_at': '2021-08-26T15:27:16Z', 'revision_number': 1, 'project_id': '51d0a6d3e78f46f98a1a4881bf9eb094', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a82d00a2-2666-409e-908f-9a451551a39c', 'name': '', 'network_id': 'd887f735-fbdb-4418-baf1-8e9e0d77221f', 'tenant_id': '51d0a6d3e78f46f98a1a4881bf9eb094', 'mac_address': 'fa:16:3e:c8:31:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa04ec2d-9fe1-465b-8ce7-4d02c673929e', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '2dc1893b-86f2-4498-b069-d334c29d6d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:22:06Z', 'updated_at': '2021-08-26T15:22:26Z', 'revision_number': 5, 'project_id': '51d0a6d3e78f46f98a1a4881bf9eb094', 'subnets': [{'id': '2dc1893b-86f2-4498-b069-d334c29d6d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-7-iscsi', False) {} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:27:19.236867 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567d845d-50d8-4603-964b-481a8ab2b6d3 None None] The sync data for ids ['aa04ec2d-9fe1-465b-8ce7-4d02c673929e'] in dv-cinder-779576-7-iscsi is: [{'id': 'aa04ec2d-9fe1-465b-8ce7-4d02c673929e', 'name': 'tempest-AttachVolumeShelveTestJSON-1152206057-router', 'tenant_id': '51d0a6d3e78f46f98a1a4881bf9eb094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '4f474097-4049-45b8-a400-24afad7e1455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:21:58Z', 'updated_at': '2021-08-26T15:22:09Z', 'revision_number': 4, 'project_id': '51d0a6d3e78f46f98a1a4881bf9eb094', 'gw_port': {'id': '4f474097-4049-45b8-a400-24afad7e1455', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:78:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa04ec2d-9fe1-465b-8ce7-4d02c673929e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:22:00Z', 'updated_at': '2021-08-26T15:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi', '_floatingips': [{'id': '41b231f5-dbbe-4ff3-9fd9-55a94ddae5e4', 'tenant_id': '51d0a6d3e78f46f98a1a4881bf9eb094', 'floating_ip_address': '172.27.3.110', 'floating_network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'router_id': 'aa04ec2d-9fe1-465b-8ce7-4d02c673929e', 'port_id': '7e8416d0-e93b-4faf-afed-ec9f484f6325', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd887f735-fbdb-4418-baf1-8e9e0d77221f', 'mac_address': 'fa:16:3e:b1:fc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6d676a-9c2d-4017-9854-6ef6dbb13c54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T15:26:59Z', 'updated_at': '2021-08-26T15:27:16Z', 'revision_number': 1, 'project_id': '51d0a6d3e78f46f98a1a4881bf9eb094', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a82d00a2-2666-409e-908f-9a451551a39c', 'name': '', 'network_id': 'd887f735-fbdb-4418-baf1-8e9e0d77221f', 'tenant_id': '51d0a6d3e78f46f98a1a4881bf9eb094', 'mac_address': 'fa:16:3e:c8:31:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa04ec2d-9fe1-465b-8ce7-4d02c673929e', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '2dc1893b-86f2-4498-b069-d334c29d6d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:22:06Z', 'updated_at': '2021-08-26T15:22:26Z', 'revision_number': 5, 'project_id': '51d0a6d3e78f46f98a1a4881bf9eb094', 'subnets': [{'id': '2dc1893b-86f2-4498-b069-d334c29d6d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 15:27:19.315235 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c593b6e9-69a4-4f00-a9a8-840b7088926c service neutron] Pushing event updated for resources: {'Port': ['ID=f7896107-f1a7-4371-b446-444b4939d366,revision_number=2']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:27:19.484710 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.managers [req-fa55224a-6b08-4282-ab36-753a7f2d1d90 req-c593b6e9-69a4-4f00-a9a8-840b7088926c service neutron] Attempting to bind port f7896107-f1a7-4371-b446-444b4939d366 on host hv-cinder-77957 for vnic_type normal with profile {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 15:27:19.485304 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.managers [req-fa55224a-6b08-4282-ab36-753a7f2d1d90 req-c593b6e9-69a4-4f00-a9a8-840b7088926c service neutron] Attempting to bind port f7896107-f1a7-4371-b446-444b4939d366 by drivers openvswitch,hyperv on host hv-cinder-77957 at level 0 using segments [{'id': '972cb16a-c764-497d-89f6-d9048023e775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'a386d6d9-e769-427b-a3dd-4a66aae709a7'}] {{(pid=93842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 15:27:19.485860 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa55224a-6b08-4282-ab36-753a7f2d1d90 req-c593b6e9-69a4-4f00-a9a8-840b7088926c service neutron] Attempting to bind port f7896107-f1a7-4371-b446-444b4939d366 on network a386d6d9-e769-427b-a3dd-4a66aae709a7 {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 15:27:19.495356 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa55224a-6b08-4282-ab36-753a7f2d1d90 req-c593b6e9-69a4-4f00-a9a8-840b7088926c service neutron] Port f7896107-f1a7-4371-b446-444b4939d366 on network a386d6d9-e769-427b-a3dd-4a66aae709a7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77957 {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 15:27:19.495867 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa55224a-6b08-4282-ab36-753a7f2d1d90 req-c593b6e9-69a4-4f00-a9a8-840b7088926c service neutron] Attempting to bind port f7896107-f1a7-4371-b446-444b4939d366 on network a386d6d9-e769-427b-a3dd-4a66aae709a7 {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 15:27:19.534970 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa55224a-6b08-4282-ab36-753a7f2d1d90 req-c593b6e9-69a4-4f00-a9a8-840b7088926c service neutron] Checking agent: {'id': '48810b0c-601b-439f-aa19-0a054d9f642d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77957', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 15, 20, 8), 'started_at': datetime.datetime(2021, 8, 26, 15, 20, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 15, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 15:27:19.535912 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa55224a-6b08-4282-ab36-753a7f2d1d90 req-c593b6e9-69a4-4f00-a9a8-840b7088926c service neutron] Checking segment: {'id': '972cb16a-c764-497d-89f6-d9048023e775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'a386d6d9-e769-427b-a3dd-4a66aae709a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 15:27:19.536292 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa55224a-6b08-4282-ab36-753a7f2d1d90 req-c593b6e9-69a4-4f00-a9a8-840b7088926c service neutron] Bound using segment: {'id': '972cb16a-c764-497d-89f6-d9048023e775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'a386d6d9-e769-427b-a3dd-4a66aae709a7'} {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 15:27:19.536805 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.managers [req-fa55224a-6b08-4282-ab36-753a7f2d1d90 req-c593b6e9-69a4-4f00-a9a8-840b7088926c service neutron] Bound port: f7896107-f1a7-4371-b446-444b4939d366, host: hv-cinder-77957, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '972cb16a-c764-497d-89f6-d9048023e775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'a386d6d9-e769-427b-a3dd-4a66aae709a7'}}] {{(pid=93842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 15:27:19.537203 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-fa55224a-6b08-4282-ab36-753a7f2d1d90 req-c593b6e9-69a4-4f00-a9a8-840b7088926c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:19.542337 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-a94c40f5-ec21-476b-b885-96cd0f6254b6 req-8c2d4d1a-a8c9-4c4f-abae-3158b0ec0152 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793280828191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793280355368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261268877'] for port, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:19.612155 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2d4d1a-a8c9-4c4f-abae-3158b0ec0152 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Pushing event deleted for resources: {'Port': ['ID=909734fa-79bb-464f-8f95-2fa15fd3d09d,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:27:19.612367 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a218da5-ab3a-4bf5-97d4-4798e47b5fb5 None None] New status for floating IP 41b231f5-dbbe-4ff3-9fd9-55a94ddae5e4: ACTIVE {{(pid=93844) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 15:27:19.685379 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.db.l3_dvrscheduler_db [req-a94c40f5-ec21-476b-b885-96cd0f6254b6 req-8c2d4d1a-a8c9-4c4f-abae-3158b0ec0152 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] No DVR routers for this DVR port 909734fa-79bb-464f-8f95-2fa15fd3d09d on host hv-cinder-77957 {{(pid=93842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 15:27:19.696752 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-a94c40f5-ec21-476b-b885-96cd0f6254b6 req-8c2d4d1a-a8c9-4c4f-abae-3158b0ec0152 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4089636'] for port, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:19.698979 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-a94c40f5-ec21-476b-b885-96cd0f6254b6 req-8c2d4d1a-a8c9-4c4f-abae-3158b0ec0152 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] 10.222.0.47 "DELETE /v2.0/ports/909734fa-79bb-464f-8f95-2fa15fd3d09d HTTP/1.1" status: 204 len: 173 time: 1.3860419 Aug 26 15:27:19.706847 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b652679d-ec87-4195-98f6-e2a7a4ad984e req-732beedc-3b94-43d3-8a07-9bda1401a3c7 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:19.709030 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-b652679d-ec87-4195-98f6-e2a7a4ad984e req-732beedc-3b94-43d3-8a07-9bda1401a3c7 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e12ca20-3423-4df8-b641-6e4e74ddc1ce HTTP/1.1" status: 200 len: 944 time: 0.2105951 Aug 26 15:27:19.722331 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.db [req-fa55224a-6b08-4282-ab36-753a7f2d1d90 req-c593b6e9-69a4-4f00-a9a8-840b7088926c service neutron] For port f7896107-f1a7-4371-b446-444b4939d366, host hv-cinder-77957, cleared binding levels {{(pid=93842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:27:19.729121 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.db [req-fa55224a-6b08-4282-ab36-753a7f2d1d90 req-c593b6e9-69a4-4f00-a9a8-840b7088926c service neutron] For port f7896107-f1a7-4371-b446-444b4939d366, host hv-cinder-77957, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=f7896107-f1a7-4371-b446-444b4939d366,segment=NetworkSegment(972cb16a-c764-497d-89f6-d9048023e775),segment_id=972cb16a-c764-497d-89f6-d9048023e775)] {{(pid=93842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:27:19.737153 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-fa55224a-6b08-4282-ab36-753a7f2d1d90 req-c593b6e9-69a4-4f00-a9a8-840b7088926c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261268884'] for port, after_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:19.805365 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa55224a-6b08-4282-ab36-753a7f2d1d90 req-c593b6e9-69a4-4f00-a9a8-840b7088926c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:19.806059 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-fa55224a-6b08-4282-ab36-753a7f2d1d90 req-c593b6e9-69a4-4f00-a9a8-840b7088926c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4089636'] for port, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:19.807562 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-fa55224a-6b08-4282-ab36-753a7f2d1d90 req-c593b6e9-69a4-4f00-a9a8-840b7088926c service neutron] 10.222.0.47 "PUT /v2.0/ports/f7896107-f1a7-4371-b446-444b4939d366 HTTP/1.1" status: 200 len: 1094 time: 1.8935237 Aug 26 15:27:19.824445 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-b652679d-ec87-4195-98f6-e2a7a4ad984e req-2c91ff3c-af87-444d-aa16-71ed66e7b3d5 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/security-groups?id=d44f3e1d-58b5-45ec-8f5c-7804374d3850&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983274 Aug 26 15:27:19.849307 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c593b6e9-69a4-4f00-a9a8-840b7088926c service neutron] Pushing event updated for resources: {'Port': ['ID=f7896107-f1a7-4371-b446-444b4939d366,revision_number=3']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:27:19.903159 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-8bb4b9f9-ae1d-4758-b174-4323011cd59b req-bb9c0159-d6ba-441c-a315-60a50f3ba2f6 tempest-TestMinimumBasicScenario-1864816151 tempest-TestMinimumBasicScenario-1864816151-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c109c3b-265c-4b41-8d6b-111cc8d2ee8d HTTP/1.1" status: 200 len: 210 time: 0.0612564 Aug 26 15:27:19.940838 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c109c3b-265c-4b41-8d6b-111cc8d2ee8d', 'name': 'network-vif-deleted', 'tag': '909734fa-79bb-464f-8f95-2fa15fd3d09d'}, {'name': 'network-changed', 'server_uuid': '2e12ca20-3423-4df8-b641-6e4e74ddc1ce', 'tag': 'f7896107-f1a7-4371-b446-444b4939d366'}] {{(pid=93842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 15:27:19.943463 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ba7f6f71eda5a1db7669fef78c8684417bcd8012e21f8533533c8be1abdbb96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93951a27-2569-4852-b446-9225fc6a1675" -d '{"events": [{"server_uuid": "4c109c3b-265c-4b41-8d6b-111cc8d2ee8d", "name": "network-vif-deleted", "tag": "909734fa-79bb-464f-8f95-2fa15fd3d09d"}, {"name": "network-changed", "server_uuid": "2e12ca20-3423-4df8-b641-6e4e74ddc1ce", "tag": "f7896107-f1a7-4371-b446-444b4939d366"}]}' {{(pid=93842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:27:19.974629 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa55224a-6b08-4282-ab36-753a7f2d1d90 req-82202c40-78ae-4141-8363-68ac580dd7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:19.977090 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-fa55224a-6b08-4282-ab36-753a7f2d1d90 req-82202c40-78ae-4141-8363-68ac580dd7d2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a571a33f0e074fabbd06be1f77a97dd0&device_id=2e12ca20-3423-4df8-b641-6e4e74ddc1ce HTTP/1.1" status: 200 len: 1097 time: 0.0683677 Aug 26 15:27:20.024024 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-fa55224a-6b08-4282-ab36-753a7f2d1d90 req-b02836cc-83a6-4b20-b610-7cccfa731cb6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7896107-f1a7-4371-b446-444b4939d366 HTTP/1.1" status: 200 len: 217 time: 0.0375702 Aug 26 15:27:20.025774 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 26 Aug 2021 15:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dddcbb5a-1298-431b-9a71-4cb270bf3e04 x-openstack-request-id: req-dddcbb5a-1298-431b-9a71-4cb270bf3e04 {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:27:20.026063 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c109c3b-265c-4b41-8d6b-111cc8d2ee8d", "name": "network-vif-deleted", "tag": "909734fa-79bb-464f-8f95-2fa15fd3d09d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2e12ca20-3423-4df8-b641-6e4e74ddc1ce", "tag": "f7896107-f1a7-4371-b446-444b4939d366", "status": "completed", "code": 200}]} {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:27:20.026304 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dddcbb5a-1298-431b-9a71-4cb270bf3e04 {{(pid=93842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:27:20.026843 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c109c3b-265c-4b41-8d6b-111cc8d2ee8d', 'name': 'network-vif-deleted', 'tag': '909734fa-79bb-464f-8f95-2fa15fd3d09d', 'status': 'completed', 'code': 200} Aug 26 15:27:20.027018 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e12ca20-3423-4df8-b641-6e4e74ddc1ce', 'tag': 'f7896107-f1a7-4371-b446-444b4939d366', 'status': 'completed', 'code': 200} Aug 26 15:27:20.091186 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa55224a-6b08-4282-ab36-753a7f2d1d90 req-2d1f0e05-cbf7-4fcf-b733-813a18bb084a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:20.092761 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-fa55224a-6b08-4282-ab36-753a7f2d1d90 req-2d1f0e05-cbf7-4fcf-b733-813a18bb084a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c96291ec-8721-4a15-8133-5907bd72b460 HTTP/1.1" status: 200 len: 850 time: 0.0596142 Aug 26 15:27:20.156103 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa55224a-6b08-4282-ab36-753a7f2d1d90 req-600b1ec1-5b3c-4c67-90b4-e4b6eb16dfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:20.158192 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-fa55224a-6b08-4282-ab36-753a7f2d1d90 req-600b1ec1-5b3c-4c67-90b4-e4b6eb16dfc2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a386d6d9-e769-427b-a3dd-4a66aae709a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0524256 Aug 26 15:27:20.301686 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-fa55224a-6b08-4282-ab36-753a7f2d1d90 req-5d9784c1-b268-4ee3-a097-53832ec5e0c7 service neutron] 10.222.0.47 "GET /v2.0/networks/a386d6d9-e769-427b-a3dd-4a66aae709a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256199 Aug 26 15:27:20.419383 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-fa55224a-6b08-4282-ab36-753a7f2d1d90 req-f60966e4-ae0f-4b14-8c18-af2bbdedf1bb service neutron] 10.222.0.47 "GET /v2.0/networks/a386d6d9-e769-427b-a3dd-4a66aae709a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036453 Aug 26 15:27:20.544902 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93951a27-2569-4852-b446-9225fc6a1675 req-1b1ba1d9-8c7e-4537-b0a8-e986cff8ec96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:20.546537 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-93951a27-2569-4852-b446-9225fc6a1675 req-1b1ba1d9-8c7e-4537-b0a8-e986cff8ec96 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a571a33f0e074fabbd06be1f77a97dd0&device_id=2e12ca20-3423-4df8-b641-6e4e74ddc1ce HTTP/1.1" status: 200 len: 1097 time: 0.0518281 Aug 26 15:27:20.673025 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93951a27-2569-4852-b446-9225fc6a1675 req-84b96556-d72c-478e-8cca-28468e017b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:20.675269 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-93951a27-2569-4852-b446-9225fc6a1675 req-84b96556-d72c-478e-8cca-28468e017b1c service neutron] 10.222.0.47 "GET /v2.0/networks?id=a386d6d9-e769-427b-a3dd-4a66aae709a7 HTTP/1.1" status: 200 len: 912 time: 0.1204352 Aug 26 15:27:20.724110 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-93951a27-2569-4852-b446-9225fc6a1675 req-7e576a7e-3c0d-4590-8ef8-0df38e0f8f64 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7896107-f1a7-4371-b446-444b4939d366 HTTP/1.1" status: 200 len: 217 time: 0.0410473 Aug 26 15:27:20.777401 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93951a27-2569-4852-b446-9225fc6a1675 req-15c912a5-e2f2-455f-bf6c-47396399934e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:20.779064 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-93951a27-2569-4852-b446-9225fc6a1675 req-15c912a5-e2f2-455f-bf6c-47396399934e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c96291ec-8721-4a15-8133-5907bd72b460 HTTP/1.1" status: 200 len: 850 time: 0.0467882 Aug 26 15:27:20.831428 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93951a27-2569-4852-b446-9225fc6a1675 req-8abbf5aa-7bd1-4829-890b-870285f3c4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:20.834292 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-93951a27-2569-4852-b446-9225fc6a1675 req-8abbf5aa-7bd1-4829-890b-870285f3c4c2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a386d6d9-e769-427b-a3dd-4a66aae709a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0453222 Aug 26 15:27:20.992113 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e575c98f-b521-4579-b354-c17de2da30c7 req-3a09872b-211f-440c-b2fd-317b063e4145 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:20.994002 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-e575c98f-b521-4579-b354-c17de2da30c7 req-3a09872b-211f-440c-b2fd-317b063e4145 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e12ca20-3423-4df8-b641-6e4e74ddc1ce HTTP/1.1" status: 200 len: 944 time: 0.0874906 Aug 26 15:27:21.015548 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-93951a27-2569-4852-b446-9225fc6a1675 req-2ca3be31-ad40-4eec-b30b-8692394faa2e service neutron] 10.222.0.47 "GET /v2.0/networks/a386d6d9-e769-427b-a3dd-4a66aae709a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724641 Aug 26 15:27:21.101480 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-e575c98f-b521-4579-b354-c17de2da30c7 req-00566321-86a7-4ab6-b026-932b638d49c2 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/security-groups?id=d44f3e1d-58b5-45ec-8f5c-7804374d3850&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978496 Aug 26 15:27:21.156276 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-93951a27-2569-4852-b446-9225fc6a1675 req-ce655569-6ea7-469d-b4df-5b8667c9731a service neutron] 10.222.0.47 "GET /v2.0/networks/a386d6d9-e769-427b-a3dd-4a66aae709a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314363 Aug 26 15:27:21.390639 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Device 909734fa-79bb-464f-8f95-2fa15fd3d09d no longer exists at agent hyperv_hv-cinder-77957 {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 15:27:21.420552 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] No Port match for: 909734fa-79bb-464f-8f95-2fa15fd3d09d {{(pid=93843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 15:27:21.420897 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Device 909734fa-79bb-464f-8f95-2fa15fd3d09d not bound to the agent host hv-cinder-77957 {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 15:27:21.762837 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 59040) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:27:22.016749 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.agents_db [None req-f94a4f8d-c04a-4845-8e45-3296fab2d83d None None] Agent healthcheck: found 6 active agents {{(pid=93844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 15:27:22.033878 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-46a77859-b8e7-4aea-a708-c03305c4e684 req-1816dc79-0e7f-442b-91dc-632ba107b40f tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1385713052&fields=id&tenant_id=1d44569eb5c241ab8c4e10ff4af9afb0 HTTP/1.1" status: 200 len: 267 time: 0.0432291 Aug 26 15:27:22.173255 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a77859-b8e7-4aea-a708-c03305c4e684 req-e5ef0ee6-f73d-420d-9ea2-645285cb7f8f tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:22.182882 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-46a77859-b8e7-4aea-a708-c03305c4e684 req-e5ef0ee6-f73d-420d-9ea2-645285cb7f8f tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/networks?id=450519e4-8c12-447b-a687-0d4a9d1435ad HTTP/1.1" status: 200 len: 811 time: 0.1345646 Aug 26 15:27:22.202014 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-46a77859-b8e7-4aea-a708-c03305c4e684 req-ec630dba-687b-4bd2-904d-0902c062c0d3 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/quotas/1d44569eb5c241ab8c4e10ff4af9afb0 HTTP/1.1" status: 200 len: 375 time: 0.0166819 Aug 26 15:27:22.259514 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-46a77859-b8e7-4aea-a708-c03305c4e684 req-4b6ef441-3733-4356-a30c-a246326c0761 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1d44569eb5c241ab8c4e10ff4af9afb0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509162 Aug 26 15:27:22.293406 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5853724a-bbee-4ea5-8636-44cbbceb22b2 req-0abb423c-9580-4686-847a-3a0f92a89b34 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:22.294958 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-5853724a-bbee-4ea5-8636-44cbbceb22b2 req-0abb423c-9580-4686-847a-3a0f92a89b34 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e12ca20-3423-4df8-b641-6e4e74ddc1ce HTTP/1.1" status: 200 len: 944 time: 0.0808866 Aug 26 15:27:22.306404 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-a14100f7-2726-4445-8fd2-3c9db5aa8709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3926049'] for router_interface, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:22.376237 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-46a77859-b8e7-4aea-a708-c03305c4e684 req-d21c5007-3d1d-454b-9a5a-6b48960ac1bc service neutron] 10.222.0.20 "GET /v2.0/networks/450519e4-8c12-447b-a687-0d4a9d1435ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016750 Aug 26 15:27:22.418550 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-5853724a-bbee-4ea5-8636-44cbbceb22b2 req-32aa09db-3784-4b77-a9c7-a1f18dca9c46 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/security-groups?id=d44f3e1d-58b5-45ec-8f5c-7804374d3850&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160533 Aug 26 15:27:22.487078 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-46a77859-b8e7-4aea-a708-c03305c4e684 req-c8f46d59-67b0-4e93-a7a2-fc8775a2427c service neutron] 10.222.0.20 "GET /v2.0/networks/450519e4-8c12-447b-a687-0d4a9d1435ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002676 Aug 26 15:27:22.747233 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.plugin [None req-a14100f7-2726-4445-8fd2-3c9db5aa8709 admin admin] Deleting port 8b14a99a-2b68-4b08-a4dd-c9bcf4519642 {{(pid=93841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 15:27:22.747555 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-a14100f7-2726-4445-8fd2-3c9db5aa8709 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793280853279'] for port, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:22.858787 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-739e248e-ed08-47d5-97d0-947db14c6129 req-ebc3e111-1244-417e-a61e-75793e0ba975 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/ports?device_id=290517c5-39da-4a2e-9098-65d6b2a24871 HTTP/1.1" status: 200 len: 210 time: 0.0406344 Aug 26 15:27:22.879356 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-a14100f7-2726-4445-8fd2-3c9db5aa8709 admin admin] For port 8b14a99a-2b68-4b08-a4dd-c9bcf4519642, host dv-cinder-779576-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-7-iscsi',level=0,port_id=8b14a99a-2b68-4b08-a4dd-c9bcf4519642,segment=NetworkSegment(65ca07df-a632-4cb7-b152-427f2eb06870),segment_id=65ca07df-a632-4cb7-b152-427f2eb06870)] {{(pid=93841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:27:22.879356 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-a14100f7-2726-4445-8fd2-3c9db5aa8709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3924976'] for port, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:22.889495 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.plugin [None req-a14100f7-2726-4445-8fd2-3c9db5aa8709 admin admin] Calling delete_port for 8b14a99a-2b68-4b08-a4dd-c9bcf4519642 owned by network:router_interface {{(pid=93841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 15:27:23.099611 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-a14100f7-2726-4445-8fd2-3c9db5aa8709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793280828191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793280355368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263742114'] for port, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:23.128792 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14100f7-2726-4445-8fd2-3c9db5aa8709 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b14a99a-2b68-4b08-a4dd-c9bcf4519642,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:27:23.322597 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-a14100f7-2726-4445-8fd2-3c9db5aa8709 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3774358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3926251'] for router_interface, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:23.395448 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Device f7896107-f1a7-4371-b446-444b4939d366 details requested by agent hyperv_hv-cinder-77957 with host hv-cinder-77957 {{(pid=93843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 15:27:23.502626 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] For port f7896107-f1a7-4371-b446-444b4939d366, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=f7896107-f1a7-4371-b446-444b4939d366,segment=NetworkSegment(972cb16a-c764-497d-89f6-d9048023e775),segment_id=972cb16a-c764-497d-89f6-d9048023e775)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:27:23.514744 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Returning: {'device': 'f7896107-f1a7-4371-b446-444b4939d366', 'network_id': 'a386d6d9-e769-427b-a3dd-4a66aae709a7', 'port_id': 'f7896107-f1a7-4371-b446-444b4939d366', 'mac_address': 'fa:16:3e:d3:f3:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c96291ec-8721-4a15-8133-5907bd72b460', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 15:27:23.559426 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a14100f7-2726-4445-8fd2-3c9db5aa8709 admin admin] Router 40abd8dd-3e14-48dd-a894-2d7a6e5c182e has already been hosted by L3 agent 00a7d786-edfd-4f04-9152-3b7ae2bbf8ca {{(pid=93841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 15:27:23.563739 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8251380-0409-4c3e-8891-70da2586715b req-8bfde9cd-97cc-4439-9668-89627fc0c5e4 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:23.566809 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-b8251380-0409-4c3e-8891-70da2586715b req-8bfde9cd-97cc-4439-9668-89627fc0c5e4 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e12ca20-3423-4df8-b641-6e4e74ddc1ce HTTP/1.1" status: 200 len: 944 time: 0.0717709 Aug 26 15:27:23.579202 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:23.595567 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.notifiers.nova [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7896107-f1a7-4371-b446-444b4939d366 {{(pid=93843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 15:27:23.618531 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] For port f7896107-f1a7-4371-b446-444b4939d366, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=f7896107-f1a7-4371-b446-444b4939d366,segment=NetworkSegment(972cb16a-c764-497d-89f6-d9048023e775),segment_id=972cb16a-c764-497d-89f6-d9048023e775)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:27:23.619435 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-b8251380-0409-4c3e-8891-70da2586715b req-e4596f43-f3cb-488a-8900-2da22ac5ce0c tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/security-groups?id=d44f3e1d-58b5-45ec-8f5c-7804374d3850&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457835 Aug 26 15:27:23.623348 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:23.672852 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Pushing event updated for resources: {'Port': ['ID=f7896107-f1a7-4371-b446-444b4939d366,revision_number=4']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:27:23.701154 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a14100f7-2726-4445-8fd2-3c9db5aa8709 admin admin] Notify agent at l3_agent.dv-cinder-779576-7-iscsi the message routers_updated {{(pid=93841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 15:27:23.706464 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-a14100f7-2726-4445-8fd2-3c9db5aa8709 admin admin] 10.222.0.20 "PUT /v2.0/routers/40abd8dd-3e14-48dd-a894-2d7a6e5c182e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9419873 Aug 26 15:27:23.709527 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 59072) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:27:23.712028 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd25a4f7-323d-4b79-af8f-b797e6aa370a None None] Sync routers for ids ['40abd8dd-3e14-48dd-a894-2d7a6e5c182e'] in dv-cinder-779576-7-iscsi {{(pid=93843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 15:27:23.722362 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd25a4f7-323d-4b79-af8f-b797e6aa370a None None] Routers {'40abd8dd-3e14-48dd-a894-2d7a6e5c182e'} bound to L3 agent in host dv-cinder-779576-7-iscsi {{(pid=93843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 15:27:23.723970 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-cd25a4f7-323d-4b79-af8f-b797e6aa370a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-26T15:14:10Z,description=,heartbeat_timestamp=2021-08-26T15:27:10Z,host='dv-cinder-779576-7-iscsi',id=00a7d786-edfd-4f04-9152-3b7ae2bbf8ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T15:14:10Z,topic='l3_agent')) {'router_ids': ['40abd8dd-3e14-48dd-a894-2d7a6e5c182e'], 'active': True} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:27:23.869539 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvr_db [None req-cd25a4f7-323d-4b79-af8f-b797e6aa370a None None] Set router 40abd8dd-3e14-48dd-a894-2d7a6e5c182e gateway port host: dv-cinder-779576-7-iscsi {{(pid=93843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 15:27:23.976836 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a77859-b8e7-4aea-a708-c03305c4e684 req-3601d533-7ebc-4c12-88ca-b19740ed785b tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:23.979407 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-46a77859-b8e7-4aea-a708-c03305c4e684 req-3601d533-7ebc-4c12-88ca-b19740ed785b tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.47 "GET /v2.0/networks?id=450519e4-8c12-447b-a687-0d4a9d1435ad HTTP/1.1" status: 200 len: 811 time: 0.1287196 Aug 26 15:27:23.997324 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] get_ports_and_sgs() called for port_ids ['f7896107-f1a7-4371-b446-444b4939d366'] {{(pid=93843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 15:27:24.063699 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-46a77859-b8e7-4aea-a708-c03305c4e684 req-670f5705-dc98-48af-9251-e2030661ffdd tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d44569eb5c241ab8c4e10ff4af9afb0 HTTP/1.1" status: 200 len: 380 time: 0.0692375 Aug 26 15:27:24.092594 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [req-46a77859-b8e7-4aea-a708-c03305c4e684 req-5cca3a1c-437a-4454-bad4-522449a1d5e9 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Request body: {'port': {'device_id': '290517c5-39da-4a2e-9098-65d6b2a24871', 'network_id': '450519e4-8c12-447b-a687-0d4a9d1435ad', 'admin_state_up': True, 'tenant_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'security_groups': ['672dc045-bd54-4dfd-8b7e-df655c7922d3']}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:27:24.119771 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-9dddb0e1-d67f-489d-8209-26f4a2a911cc admin admin] Notify callbacks [] for router, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:24.156763 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-76ec9385-bba7-4b4d-bfc3-aaaba5e250a2 req-36c5a68c-3be1-4a90-a16e-7cc4747d084a tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/ports?device_id=290517c5-39da-4a2e-9098-65d6b2a24871 HTTP/1.1" status: 200 len: 210 time: 0.1611555 Aug 26 15:27:24.214430 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-cd25a4f7-323d-4b79-af8f-b797e6aa370a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40abd8dd-3e14-48dd-a894-2d7a6e5c182e', 'name': 'tempest-TestMinimumBasicScenario-1462883441-router', 'tenant_id': 'f21f38b1620b40acb26630e47d85c6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': '44fa70ee-dd12-4cd5-9853-168d0e03d07d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:23:30Z', 'updated_at': '2021-08-26T15:27:23Z', 'revision_number': 5, 'project_id': 'f21f38b1620b40acb26630e47d85c6c2', 'gw_port': {'id': '44fa70ee-dd12-4cd5-9853-168d0e03d07d', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a3:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40abd8dd-3e14-48dd-a894-2d7a6e5c182e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:23:31Z', 'updated_at': '2021-08-26T15:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi'}], 'dv-cinder-779576-7-iscsi', False) {} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:27:24.243394 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46a77859-b8e7-4aea-a708-c03305c4e684 req-5cca3a1c-437a-4454-bad4-522449a1d5e9 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Made reservation on behalf of 1d44569eb5c241ab8c4e10ff4af9afb0 for: {'port': 1} {{(pid=93842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:27:24.247238 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-46a77859-b8e7-4aea-a708-c03305c4e684 req-5cca3a1c-437a-4454-bad4-522449a1d5e9 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:24.262131 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd25a4f7-323d-4b79-af8f-b797e6aa370a None None] Checking router: 40abd8dd-3e14-48dd-a894-2d7a6e5c182e for host: dv-cinder-779576-7-iscsi {{(pid=93843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 15:27:24.264547 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-9dddb0e1-d67f-489d-8209-26f4a2a911cc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:24.305211 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd25a4f7-323d-4b79-af8f-b797e6aa370a None None] Routers {'40abd8dd-3e14-48dd-a894-2d7a6e5c182e'} bound to L3 agent in host dv-cinder-779576-7-iscsi {{(pid=93843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 15:27:24.305774 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-cd25a4f7-323d-4b79-af8f-b797e6aa370a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-26T15:14:10Z,description=,heartbeat_timestamp=2021-08-26T15:27:10Z,host='dv-cinder-779576-7-iscsi',id=00a7d786-edfd-4f04-9152-3b7ae2bbf8ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T15:14:10Z,topic='l3_agent')) {'router_ids': ['40abd8dd-3e14-48dd-a894-2d7a6e5c182e'], 'active': True} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:27:24.323641 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.plugin [None req-9dddb0e1-d67f-489d-8209-26f4a2a911cc admin admin] Deleting port 44fa70ee-dd12-4cd5-9853-168d0e03d07d {{(pid=93841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 15:27:24.324027 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-9dddb0e1-d67f-489d-8209-26f4a2a911cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793280853279'] for port, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:24.399553 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.db.db_base_plugin_common [req-46a77859-b8e7-4aea-a708-c03305c4e684 req-5cca3a1c-437a-4454-bad4-522449a1d5e9 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Allocated IP 172.20.0.4 (450519e4-8c12-447b-a687-0d4a9d1435ad/6465a299-7a62-4790-95c8-1882e69b35c5/15f03937-23d8-489c-88ae-6e2f40f2c5eb) {{(pid=93842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:27:24.416648 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvr_db [None req-cd25a4f7-323d-4b79-af8f-b797e6aa370a None None] Set router 40abd8dd-3e14-48dd-a894-2d7a6e5c182e gateway port host: None {{(pid=93843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 15:27:24.427884 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-9dddb0e1-d67f-489d-8209-26f4a2a911cc admin admin] For port 44fa70ee-dd12-4cd5-9853-168d0e03d07d, host dv-cinder-779576-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-7-iscsi',level=0,port_id=44fa70ee-dd12-4cd5-9853-168d0e03d07d,segment=NetworkSegment(d599df7f-c7a7-42e6-8c54-3da29125ead3),segment_id=d599df7f-c7a7-42e6-8c54-3da29125ead3)] {{(pid=93841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:27:24.428655 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-9dddb0e1-d67f-489d-8209-26f4a2a911cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3924976'] for port, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:24.444627 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.plugin [None req-9dddb0e1-d67f-489d-8209-26f4a2a911cc admin admin] Calling delete_port for 44fa70ee-dd12-4cd5-9853-168d0e03d07d owned by network:router_gateway {{(pid=93841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 15:27:24.476154 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-cd25a4f7-323d-4b79-af8f-b797e6aa370a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40abd8dd-3e14-48dd-a894-2d7a6e5c182e', 'name': 'tempest-TestMinimumBasicScenario-1462883441-router', 'tenant_id': 'f21f38b1620b40acb26630e47d85c6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:23:30Z', 'updated_at': '2021-08-26T15:27:24Z', 'revision_number': 6, 'project_id': 'f21f38b1620b40acb26630e47d85c6c2', 'gw_port_host': None}], 'dv-cinder-779576-7-iscsi', False) {} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:27:24.507640 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd25a4f7-323d-4b79-af8f-b797e6aa370a None None] The sync data for ids ['40abd8dd-3e14-48dd-a894-2d7a6e5c182e'] in dv-cinder-779576-7-iscsi is: [{'id': '40abd8dd-3e14-48dd-a894-2d7a6e5c182e', 'name': 'tempest-TestMinimumBasicScenario-1462883441-router', 'tenant_id': 'f21f38b1620b40acb26630e47d85c6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:23:30Z', 'updated_at': '2021-08-26T15:27:24Z', 'revision_number': 6, 'project_id': 'f21f38b1620b40acb26630e47d85c6c2', 'gw_port_host': None}] {{(pid=93843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 15:27:24.620889 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-46a77859-b8e7-4aea-a708-c03305c4e684 req-5cca3a1c-437a-4454-bad4-522449a1d5e9 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Notify callbacks [] for port, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:24.640217 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.db.provisioning_blocks [req-46a77859-b8e7-4aea-a708-c03305c4e684 req-5cca3a1c-437a-4454-bad4-522449a1d5e9 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Transition to ACTIVE for port object 15f03937-23d8-489c-88ae-6e2f40f2c5eb will not be triggered until provisioned by entity DHCP. {{(pid=93842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 15:27:24.675802 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-9dddb0e1-d67f-489d-8209-26f4a2a911cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793280828191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793280355368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263742114'] for port, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:24.690409 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-46a77859-b8e7-4aea-a708-c03305c4e684 req-5cca3a1c-437a-4454-bad4-522449a1d5e9 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793280355359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261268877'] for port, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:24.726900 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dddb0e1-d67f-489d-8209-26f4a2a911cc admin admin] Pushing event deleted for resources: {'Port': ['ID=44fa70ee-dd12-4cd5-9853-168d0e03d07d,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:27:24.741532 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46a77859-b8e7-4aea-a708-c03305c4e684 req-5cca3a1c-437a-4454-bad4-522449a1d5e9 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Network 450519e4-8c12-447b-a687-0d4a9d1435ad is already hosted by enough agents. {{(pid=93842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:27:24.744674 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.scheduler.base_scheduler [req-46a77859-b8e7-4aea-a708-c03305c4e684 req-5cca3a1c-437a-4454-bad4-522449a1d5e9 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Resources bound (agent type, host, resource id): {{(pid=93842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:27:24.748736 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.db.l3_dvrscheduler_db [req-46a77859-b8e7-4aea-a708-c03305c4e684 req-5cca3a1c-437a-4454-bad4-522449a1d5e9 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Received port after_create {{(pid=93842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 15:27:24.775859 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cca3a1c-437a-4454-bad4-522449a1d5e9 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Pushing event updated for resources: {'Port': ['ID=15f03937-23d8-489c-88ae-6e2f40f2c5eb,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:27:24.806485 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a77859-b8e7-4aea-a708-c03305c4e684 req-5cca3a1c-437a-4454-bad4-522449a1d5e9 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:24.807171 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-46a77859-b8e7-4aea-a708-c03305c4e684 req-5cca3a1c-437a-4454-bad4-522449a1d5e9 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4089636'] for port, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:24.823443 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff04649-e8e1-4d2d-9aa1-b3d9a428776a req-d907dca3-5698-4955-b583-a7b96bd4a9b4 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:24.824362 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-46a77859-b8e7-4aea-a708-c03305c4e684 req-5cca3a1c-437a-4454-bad4-522449a1d5e9 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7376981 Aug 26 15:27:24.824946 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-3ff04649-e8e1-4d2d-9aa1-b3d9a428776a req-d907dca3-5698-4955-b583-a7b96bd4a9b4 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e12ca20-3423-4df8-b641-6e4e74ddc1ce HTTP/1.1" status: 200 len: 945 time: 0.1134460 Aug 26 15:27:24.827423 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-9dddb0e1-d67f-489d-8209-26f4a2a911cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3928497'] for router_gateway, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:24.841744 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [req-46a77859-b8e7-4aea-a708-c03305c4e684 req-0ba6507d-1bcf-4d87-a49f-12015e871bb1 service neutron] Request body: {'port': {'device_id': '290517c5-39da-4a2e-9098-65d6b2a24871', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77957'}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:27:24.961305 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-46a77859-b8e7-4aea-a708-c03305c4e684 req-0ba6507d-1bcf-4d87-a49f-12015e871bb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:25.002056 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-9dddb0e1-d67f-489d-8209-26f4a2a911cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3930414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28890'] for router, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:25.007639 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-9dddb0e1-d67f-489d-8209-26f4a2a911cc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:25.028118 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-3ff04649-e8e1-4d2d-9aa1-b3d9a428776a req-872736ef-5c53-48eb-a9d1-e3cb907ae52d tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/security-groups?id=d44f3e1d-58b5-45ec-8f5c-7804374d3850&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1472354 Aug 26 15:27:25.078445 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-34e9901a-43a8-4d07-a753-0477a5bc99b4 None None] Provisioning for port 15f03937-23d8-489c-88ae-6e2f40f2c5eb completed by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 15:27:25.085314 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-34e9901a-43a8-4d07-a753-0477a5bc99b4 None None] Provisioning complete for port 15f03937-23d8-489c-88ae-6e2f40f2c5eb triggered by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:27:25.085896 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-34e9901a-43a8-4d07-a753-0477a5bc99b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:25.109533 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-9dddb0e1-d67f-489d-8209-26f4a2a911cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3930401'] for router, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:25.110254 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dddb0e1-d67f-489d-8209-26f4a2a911cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 40abd8dd-3e14-48dd-a894-2d7a6e5c182e {{(pid=93841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 15:27:25.116488 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-9dddb0e1-d67f-489d-8209-26f4a2a911cc admin admin] Notify callbacks [] for router, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:25.121066 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-9dddb0e1-d67f-489d-8209-26f4a2a911cc admin admin] 10.222.0.20 "DELETE /v2.0/routers/40abd8dd-3e14-48dd-a894-2d7a6e5c182e HTTP/1.1" status: 204 len: 168 time: 1.4083536 Aug 26 15:27:25.122062 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 59094) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:27:25.195833 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.db.db_base_plugin_v2 [None req-c40b0f70-af8c-4512-b5ca-358c7c1bc0c8 admin admin] Deleting subnet 8344071b-748b-487d-9384-1d0a41d963ae {{(pid=93841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 15:27:25.208788 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-c40b0f70-af8c-4512-b5ca-358c7c1bc0c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:25.324218 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-34e9901a-43a8-4d07-a753-0477a5bc99b4 None None] Port 15f03937-23d8-489c-88ae-6e2f40f2c5eb cannot update to ACTIVE because it is not bound. {{(pid=93843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 15:27:25.338301 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-c40b0f70-af8c-4512-b5ca-358c7c1bc0c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263749214'] for subnet, precommit_delete_associations {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:25.385284 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f48bca3-0002-4aca-83fe-fb6841ade118 req-b4339ff9-1b6c-4091-83c0-b496b7db1c00 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:25.386873 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-3f48bca3-0002-4aca-83fe-fb6841ade118 req-b4339ff9-1b6c-4091-83c0-b496b7db1c00 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/ports?device_id=290517c5-39da-4a2e-9098-65d6b2a24871 HTTP/1.1" status: 200 len: 931 time: 0.1308918 Aug 26 15:27:25.402083 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.notifiers.nova [req-46a77859-b8e7-4aea-a708-c03305c4e684 req-0ba6507d-1bcf-4d87-a49f-12015e871bb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15f03937-23d8-489c-88ae-6e2f40f2c5eb {{(pid=93842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 15:27:25.403498 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Device f7896107-f1a7-4371-b446-444b4939d366 up at agent hyperv_hv-cinder-77957 {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:27:25.411583 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-46a77859-b8e7-4aea-a708-c03305c4e684 req-0ba6507d-1bcf-4d87-a49f-12015e871bb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:25.427132 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.db.provisioning_blocks [req-46a77859-b8e7-4aea-a708-c03305c4e684 req-0ba6507d-1bcf-4d87-a49f-12015e871bb1 service neutron] Transition to ACTIVE for port object 15f03937-23d8-489c-88ae-6e2f40f2c5eb will not be triggered until provisioned by entity L2. {{(pid=93842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 15:27:25.433232 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-46a77859-b8e7-4aea-a708-c03305c4e684 req-0ba6507d-1bcf-4d87-a49f-12015e871bb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261268884'] for port, after_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:25.469407 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Provisioning for port f7896107-f1a7-4371-b446-444b4939d366 completed by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 15:27:25.489039 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Provisioning complete for port f7896107-f1a7-4371-b446-444b4939d366 triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:27:25.489632 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:25.565024 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-3f48bca3-0002-4aca-83fe-fb6841ade118 req-2e55c85b-b60b-43f2-a16b-04299f9007ad tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/security-groups?id=672dc045-bd54-4dfd-8b7e-df655c7922d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1709762 Aug 26 15:27:25.575707 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-c40b0f70-af8c-4512-b5ca-358c7c1bc0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3507378'] for subnet, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:25.622679 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba6507d-1bcf-4d87-a49f-12015e871bb1 service neutron] Pushing event updated for resources: {'Port': ['ID=15f03937-23d8-489c-88ae-6e2f40f2c5eb,revision_number=2']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:27:25.666318 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:25.695131 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e12ca20-3423-4df8-b641-6e4e74ddc1ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7896107-f1a7-4371-b446-444b4939d366'}] {{(pid=93843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 15:27:25.698698 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d587d98fe02f6619f456de0f45288515ee723af96d1e5c8ab0bdf50e2145b638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db1840b8-7605-44b1-ba37-68c0268b6d56" -d '{"events": [{"server_uuid": "2e12ca20-3423-4df8-b641-6e4e74ddc1ce", "name": "network-vif-plugged", "status": "completed", "tag": "f7896107-f1a7-4371-b446-444b4939d366"}]}' {{(pid=93843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:27:25.702317 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-c40b0f70-af8c-4512-b5ca-358c7c1bc0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3507389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263742193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263881457'] for subnet, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:25.703553 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.managers [req-46a77859-b8e7-4aea-a708-c03305c4e684 req-0ba6507d-1bcf-4d87-a49f-12015e871bb1 service neutron] Attempting to bind port 15f03937-23d8-489c-88ae-6e2f40f2c5eb on host hv-cinder-77957 for vnic_type normal with profile {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 15:27:25.703894 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.managers [req-46a77859-b8e7-4aea-a708-c03305c4e684 req-0ba6507d-1bcf-4d87-a49f-12015e871bb1 service neutron] Attempting to bind port 15f03937-23d8-489c-88ae-6e2f40f2c5eb by drivers openvswitch,hyperv on host hv-cinder-77957 at level 0 using segments [{'id': '0ec0529a-fb33-4f07-bc7a-84b32e32ac14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '450519e4-8c12-447b-a687-0d4a9d1435ad'}] {{(pid=93842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 15:27:25.704223 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a77859-b8e7-4aea-a708-c03305c4e684 req-0ba6507d-1bcf-4d87-a49f-12015e871bb1 service neutron] Attempting to bind port 15f03937-23d8-489c-88ae-6e2f40f2c5eb on network 450519e4-8c12-447b-a687-0d4a9d1435ad {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 15:27:25.710114 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a77859-b8e7-4aea-a708-c03305c4e684 req-0ba6507d-1bcf-4d87-a49f-12015e871bb1 service neutron] Port 15f03937-23d8-489c-88ae-6e2f40f2c5eb on network 450519e4-8c12-447b-a687-0d4a9d1435ad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77957 {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 15:27:25.710436 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a77859-b8e7-4aea-a708-c03305c4e684 req-0ba6507d-1bcf-4d87-a49f-12015e871bb1 service neutron] Attempting to bind port 15f03937-23d8-489c-88ae-6e2f40f2c5eb on network 450519e4-8c12-447b-a687-0d4a9d1435ad {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 15:27:25.718519 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-c40b0f70-af8c-4512-b5ca-358c7c1bc0c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:25.721030 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-c40b0f70-af8c-4512-b5ca-358c7c1bc0c8 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/8344071b-748b-487d-9384-1d0a41d963ae HTTP/1.1" status: 204 len: 168 time: 0.5978692 Aug 26 15:27:25.721382 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] For port f7896107-f1a7-4371-b446-444b4939d366, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=f7896107-f1a7-4371-b446-444b4939d366,segment=NetworkSegment(972cb16a-c764-497d-89f6-d9048023e775),segment_id=972cb16a-c764-497d-89f6-d9048023e775)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:27:25.725988 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a77859-b8e7-4aea-a708-c03305c4e684 req-0ba6507d-1bcf-4d87-a49f-12015e871bb1 service neutron] Checking agent: {'id': '48810b0c-601b-439f-aa19-0a054d9f642d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77957', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 15, 20, 8), 'started_at': datetime.datetime(2021, 8, 26, 15, 20, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 15, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 15:27:25.726368 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a77859-b8e7-4aea-a708-c03305c4e684 req-0ba6507d-1bcf-4d87-a49f-12015e871bb1 service neutron] Checking segment: {'id': '0ec0529a-fb33-4f07-bc7a-84b32e32ac14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '450519e4-8c12-447b-a687-0d4a9d1435ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 15:27:25.727059 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a77859-b8e7-4aea-a708-c03305c4e684 req-0ba6507d-1bcf-4d87-a49f-12015e871bb1 service neutron] Bound using segment: {'id': '0ec0529a-fb33-4f07-bc7a-84b32e32ac14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '450519e4-8c12-447b-a687-0d4a9d1435ad'} {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 15:27:25.728127 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.managers [req-46a77859-b8e7-4aea-a708-c03305c4e684 req-0ba6507d-1bcf-4d87-a49f-12015e871bb1 service neutron] Bound port: 15f03937-23d8-489c-88ae-6e2f40f2c5eb, host: hv-cinder-77957, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ec0529a-fb33-4f07-bc7a-84b32e32ac14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '450519e4-8c12-447b-a687-0d4a9d1435ad'}}] {{(pid=93842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 15:27:25.728572 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-46a77859-b8e7-4aea-a708-c03305c4e684 req-0ba6507d-1bcf-4d87-a49f-12015e871bb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:25.731627 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 59110) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:27:25.732248 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994dff05-2a18-4127-8f77-e50e1af2eb87 None None] Network 4c21aea0-317d-4d8f-b2c5-9e53ccb851fc requested from dv-cinder-779576-7-iscsi {{(pid=93843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 15:27:25.746793 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:25.751463 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40b0f70-af8c-4512-b5ca-358c7c1bc0c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8344071b-748b-487d-9384-1d0a41d963ae,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:27:25.790902 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 15:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d2f28e4-c77b-418f-9f0f-2d187281554f x-openstack-request-id: req-1d2f28e4-c77b-418f-9f0f-2d187281554f {{(pid=93843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:27:25.791252 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e12ca20-3423-4df8-b641-6e4e74ddc1ce", "name": "network-vif-plugged", "status": "completed", "tag": "f7896107-f1a7-4371-b446-444b4939d366", "code": 200}]} {{(pid=93843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:27:25.791437 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1d2f28e4-c77b-418f-9f0f-2d187281554f {{(pid=93843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:27:25.791990 dv-cinder-779576-7-iscsi neutron-server[93843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e12ca20-3423-4df8-b641-6e4e74ddc1ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7896107-f1a7-4371-b446-444b4939d366', 'code': 200} Aug 26 15:27:25.859751 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-d358a8fd-3a63-47aa-8041-8436504f566e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526882'] for network, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:25.881556 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Pushing event updated for resources: {'Port': ['ID=f7896107-f1a7-4371-b446-444b4939d366,revision_number=5']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:27:25.887623 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.db [req-46a77859-b8e7-4aea-a708-c03305c4e684 req-0ba6507d-1bcf-4d87-a49f-12015e871bb1 service neutron] For port 15f03937-23d8-489c-88ae-6e2f40f2c5eb, host hv-cinder-77957, cleared binding levels {{(pid=93842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:27:25.892293 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.db [req-46a77859-b8e7-4aea-a708-c03305c4e684 req-0ba6507d-1bcf-4d87-a49f-12015e871bb1 service neutron] For port 15f03937-23d8-489c-88ae-6e2f40f2c5eb, host hv-cinder-77957, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=15f03937-23d8-489c-88ae-6e2f40f2c5eb,segment=NetworkSegment(0ec0529a-fb33-4f07-bc7a-84b32e32ac14),segment_id=0ec0529a-fb33-4f07-bc7a-84b32e32ac14)] {{(pid=93842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:27:25.896950 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-46a77859-b8e7-4aea-a708-c03305c4e684 req-0ba6507d-1bcf-4d87-a49f-12015e871bb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261268884'] for port, after_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:25.962132 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a77859-b8e7-4aea-a708-c03305c4e684 req-0ba6507d-1bcf-4d87-a49f-12015e871bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:25.962748 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-46a77859-b8e7-4aea-a708-c03305c4e684 req-0ba6507d-1bcf-4d87-a49f-12015e871bb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4089636'] for port, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:25.964203 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-46a77859-b8e7-4aea-a708-c03305c4e684 req-0ba6507d-1bcf-4d87-a49f-12015e871bb1 service neutron] 10.222.0.47 "PUT /v2.0/ports/15f03937-23d8-489c-88ae-6e2f40f2c5eb HTTP/1.1" status: 200 len: 1093 time: 1.1294746 Aug 26 15:27:25.967295 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '290517c5-39da-4a2e-9098-65d6b2a24871', 'tag': '15f03937-23d8-489c-88ae-6e2f40f2c5eb'}] {{(pid=93842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 15:27:25.971254 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ba7f6f71eda5a1db7669fef78c8684417bcd8012e21f8533533c8be1abdbb96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7db6cd8f-594d-45de-a726-3b0a27aa8586" -d '{"events": [{"name": "network-changed", "server_uuid": "290517c5-39da-4a2e-9098-65d6b2a24871", "tag": "15f03937-23d8-489c-88ae-6e2f40f2c5eb"}]}' {{(pid=93842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:27:25.991730 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8158ac48-d849-44f2-bb59-961ac6d229ce None None] DHCP port deletion for 4c21aea0-317d-4d8f-b2c5-9e53ccb851fc request from dv-cinder-779576-7-iscsi {{(pid=93843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 15:27:26.031151 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba6507d-1bcf-4d87-a49f-12015e871bb1 service neutron] Pushing event updated for resources: {'Port': ['ID=15f03937-23d8-489c-88ae-6e2f40f2c5eb,revision_number=3']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:27:26.070080 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-8158ac48-d849-44f2-bb59-961ac6d229ce None None] Deleting port 04c88746-3672-4bdc-9a36-ea5dd1da3141 {{(pid=93843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 15:27:26.070534 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-8158ac48-d849-44f2-bb59-961ac6d229ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793280853279'] for port, before_delete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:26.072492 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 15:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8e78569-95ab-4337-a7f0-649a99098b90 x-openstack-request-id: req-a8e78569-95ab-4337-a7f0-649a99098b90 {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:27:26.072781 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "290517c5-39da-4a2e-9098-65d6b2a24871", "tag": "15f03937-23d8-489c-88ae-6e2f40f2c5eb", "status": "completed", "code": 200}]} {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:27:26.073036 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a8e78569-95ab-4337-a7f0-649a99098b90 {{(pid=93842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:27:26.073425 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '290517c5-39da-4a2e-9098-65d6b2a24871', 'tag': '15f03937-23d8-489c-88ae-6e2f40f2c5eb', 'status': 'completed', 'code': 200} Aug 26 15:27:26.077455 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92ecd78-1e4b-45ab-9533-4acf08345fad req-acaf744e-33ae-4647-b925-3755515581b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:26.079101 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-b92ecd78-1e4b-45ab-9533-4acf08345fad req-acaf744e-33ae-4647-b925-3755515581b2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2e12ca20-3423-4df8-b641-6e4e74ddc1ce HTTP/1.1" status: 200 len: 1099 time: 0.1313665 Aug 26 15:27:26.082130 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [None req-d358a8fd-3a63-47aa-8041-8436504f566e admin admin] Deleting port 04c88746-3672-4bdc-9a36-ea5dd1da3141 {{(pid=93842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 15:27:26.082470 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-d358a8fd-3a63-47aa-8041-8436504f566e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793280853279'] for port, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:26.165309 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-8158ac48-d849-44f2-bb59-961ac6d229ce None None] For port 04c88746-3672-4bdc-9a36-ea5dd1da3141, host dv-cinder-779576-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-7-iscsi',level=0,port_id=04c88746-3672-4bdc-9a36-ea5dd1da3141,segment=NetworkSegment(65ca07df-a632-4cb7-b152-427f2eb06870),segment_id=65ca07df-a632-4cb7-b152-427f2eb06870)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:27:26.165760 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-8158ac48-d849-44f2-bb59-961ac6d229ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3924976'] for port, precommit_delete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:26.186885 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-8158ac48-d849-44f2-bb59-961ac6d229ce None None] Calling delete_port for 04c88746-3672-4bdc-9a36-ea5dd1da3141 owned by network:dhcp {{(pid=93843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 15:27:26.199844 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a77859-b8e7-4aea-a708-c03305c4e684 req-fe9429a8-3e60-48ce-a7f8-f70788256ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:26.201639 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-46a77859-b8e7-4aea-a708-c03305c4e684 req-fe9429a8-3e60-48ce-a7f8-f70788256ee3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1d44569eb5c241ab8c4e10ff4af9afb0&device_id=290517c5-39da-4a2e-9098-65d6b2a24871 HTTP/1.1" status: 200 len: 1096 time: 0.1666768 Aug 26 15:27:26.221126 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e1ec9a-deaf-4b60-a679-602d8708a245 req-c1f98515-121e-44fa-b08a-f63f60348c76 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:26.222932 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-80e1ec9a-deaf-4b60-a679-602d8708a245 req-c1f98515-121e-44fa-b08a-f63f60348c76 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e12ca20-3423-4df8-b641-6e4e74ddc1ce HTTP/1.1" status: 200 len: 946 time: 0.0715008 Aug 26 15:27:26.225216 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.db [None req-d358a8fd-3a63-47aa-8041-8436504f566e admin admin] For port 04c88746-3672-4bdc-9a36-ea5dd1da3141, host dv-cinder-779576-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-7-iscsi',level=0,port_id=04c88746-3672-4bdc-9a36-ea5dd1da3141,segment=NetworkSegment(65ca07df-a632-4cb7-b152-427f2eb06870),segment_id=65ca07df-a632-4cb7-b152-427f2eb06870)] {{(pid=93842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:27:26.225885 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-d358a8fd-3a63-47aa-8041-8436504f566e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3924976'] for port, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:26.263294 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-80e1ec9a-deaf-4b60-a679-602d8708a245 req-6e84b132-f77b-4e6c-a542-98b15757f047 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/security-groups?id=d44f3e1d-58b5-45ec-8f5c-7804374d3850&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340495 Aug 26 15:27:26.271093 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-b92ecd78-1e4b-45ab-9533-4acf08345fad req-fa616685-7b3a-424d-bdfe-441a23a1a914 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d44f3e1d-58b5-45ec-8f5c-7804374d3850&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1739497 Aug 26 15:27:26.274392 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-46a77859-b8e7-4aea-a708-c03305c4e684 req-3c7dc1f4-ceec-43fd-ab27-1c34fa6e9657 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=15f03937-23d8-489c-88ae-6e2f40f2c5eb HTTP/1.1" status: 200 len: 217 time: 0.0636454 Aug 26 15:27:26.278303 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [None req-d358a8fd-3a63-47aa-8041-8436504f566e admin admin] Calling delete_port for 04c88746-3672-4bdc-9a36-ea5dd1da3141 owned by network:dhcp {{(pid=93842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 15:27:26.341952 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-8158ac48-d849-44f2-bb59-961ac6d229ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793280828191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793280355368'] for port, after_delete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:26.360231 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-d358a8fd-3a63-47aa-8041-8436504f566e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793280828191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793280355368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261268877'] for port, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:26.368550 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8158ac48-d849-44f2-bb59-961ac6d229ce None None] Pushing event deleted for resources: {'Port': ['ID=04c88746-3672-4bdc-9a36-ea5dd1da3141,revision_number=None']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:27:26.372782 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8158ac48-d849-44f2-bb59-961ac6d229ce None None] No DVR routers for this DVR port 04c88746-3672-4bdc-9a36-ea5dd1da3141 on host dv-cinder-779576-7-iscsi {{(pid=93843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 15:27:26.394242 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d358a8fd-3a63-47aa-8041-8436504f566e admin admin] Pushing event deleted for resources: {'Port': ['ID=04c88746-3672-4bdc-9a36-ea5dd1da3141,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:27:26.400383 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d358a8fd-3a63-47aa-8041-8436504f566e admin admin] No DVR routers for this DVR port 04c88746-3672-4bdc-9a36-ea5dd1da3141 on host dv-cinder-779576-7-iscsi {{(pid=93842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 15:27:26.472326 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-d358a8fd-3a63-47aa-8041-8436504f566e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687945', 'neutron.services.segments.db._delete_segments_for_network-8793280934638'] for network, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:26.482599 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.services.segments.db [None req-d358a8fd-3a63-47aa-8041-8436504f566e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c21aea0-317d-4d8f-b2c5-9e53ccb851fc']}} {{(pid=93842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:27:26.493522 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.services.segments.db [None req-d358a8fd-3a63-47aa-8041-8436504f566e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65ca07df-a632-4cb7-b152-427f2eb06870') {'for_net_delete': True} {{(pid=93842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:27:26.493851 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.services.segments.db [None req-d358a8fd-3a63-47aa-8041-8436504f566e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65ca07df-a632-4cb7-b152-427f2eb06870') {} {{(pid=93842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:27:26.502969 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-d358a8fd-3a63-47aa-8041-8436504f566e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793280934521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261273990'] for segment, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:26.540987 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-d358a8fd-3a63-47aa-8041-8436504f566e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509819'] for segment, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:26.552092 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d358a8fd-3a63-47aa-8041-8436504f566e admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=93842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 15:27:26.552496 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-d358a8fd-3a63-47aa-8041-8436504f566e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261268920'] for segment, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:26.553372 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Device 8b14a99a-2b68-4b08-a4dd-c9bcf4519642 no longer exists at agent ovs-agent-dv-cinder-779576-7-iscsi {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 15:27:26.554393 dv-cinder-779576-7-iscsi neutron-server[93842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 15:27:26.554393 dv-cinder-779576-7-iscsi neutron-server[93842]: self.session.flush() Aug 26 15:27:26.554393 dv-cinder-779576-7-iscsi neutron-server[93842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 15:27:26.554393 dv-cinder-779576-7-iscsi neutron-server[93842]: self.session.flush() Aug 26 15:27:26.554393 dv-cinder-779576-7-iscsi neutron-server[93842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 15:27:26.554393 dv-cinder-779576-7-iscsi neutron-server[93842]: self.session.flush() Aug 26 15:27:26.554393 dv-cinder-779576-7-iscsi neutron-server[93842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 15:27:26.554393 dv-cinder-779576-7-iscsi neutron-server[93842]: self.session.flush() Aug 26 15:27:26.554393 dv-cinder-779576-7-iscsi neutron-server[93842]: Traceback (most recent call last): Aug 26 15:27:26.554393 dv-cinder-779576-7-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 15:27:26.554393 dv-cinder-779576-7-iscsi neutron-server[93842]: timer() Aug 26 15:27:26.554393 dv-cinder-779576-7-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 15:27:26.554393 dv-cinder-779576-7-iscsi neutron-server[93842]: cb(*args, **kw) Aug 26 15:27:26.554393 dv-cinder-779576-7-iscsi neutron-server[93842]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 15:27:26.554393 dv-cinder-779576-7-iscsi neutron-server[93842]: return func(*args, **kwargs) Aug 26 15:27:26.554393 dv-cinder-779576-7-iscsi neutron-server[93842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 15:27:26.554393 dv-cinder-779576-7-iscsi neutron-server[93842]: self._notify() Aug 26 15:27:26.554393 dv-cinder-779576-7-iscsi neutron-server[93842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 15:27:26.554393 dv-cinder-779576-7-iscsi neutron-server[93842]: self.callback(batched_events) Aug 26 15:27:26.554393 dv-cinder-779576-7-iscsi neutron-server[93842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 15:27:26.554393 dv-cinder-779576-7-iscsi neutron-server[93842]: event.method(event) Aug 26 15:27:26.554393 dv-cinder-779576-7-iscsi neutron-server[93842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 15:27:26.554393 dv-cinder-779576-7-iscsi neutron-server[93842]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 15:27:26.554393 dv-cinder-779576-7-iscsi neutron-server[93842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 15:27:26.554393 dv-cinder-779576-7-iscsi neutron-server[93842]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 15:27:26.554393 dv-cinder-779576-7-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 15:27:26.554393 dv-cinder-779576-7-iscsi neutron-server[93842]: return f(self, *a, **k) Aug 26 15:27:26.554393 dv-cinder-779576-7-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 15:27:26.554393 dv-cinder-779576-7-iscsi neutron-server[93842]: return self._get(url).json() Aug 26 15:27:26.554393 dv-cinder-779576-7-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 15:27:26.554393 dv-cinder-779576-7-iscsi neutron-server[93842]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 15:27:26.554393 dv-cinder-779576-7-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 15:27:26.554393 dv-cinder-779576-7-iscsi neutron-server[93842]: return self.request(url, 'GET', **kwargs) Aug 26 15:27:26.554393 dv-cinder-779576-7-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 15:27:26.554393 dv-cinder-779576-7-iscsi neutron-server[93842]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 15:27:26.554393 dv-cinder-779576-7-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 15:27:26.554393 dv-cinder-779576-7-iscsi neutron-server[93842]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 15:27:26.554393 dv-cinder-779576-7-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 15:27:26.554393 dv-cinder-779576-7-iscsi neutron-server[93842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 15:27:26.554393 dv-cinder-779576-7-iscsi neutron-server[93842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 15:27:26.588367 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] No Port match for: 8b14a99a-2b68-4b08-a4dd-c9bcf4519642 {{(pid=93843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 15:27:26.588823 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Device 8b14a99a-2b68-4b08-a4dd-c9bcf4519642 not bound to the agent host dv-cinder-779576-7-iscsi {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 15:27:26.589352 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Device 44fa70ee-dd12-4cd5-9853-168d0e03d07d no longer exists at agent ovs-agent-dv-cinder-779576-7-iscsi {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 15:27:26.610753 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] No Port match for: 44fa70ee-dd12-4cd5-9853-168d0e03d07d {{(pid=93843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 15:27:26.611141 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Device 44fa70ee-dd12-4cd5-9853-168d0e03d07d not bound to the agent host dv-cinder-779576-7-iscsi {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 15:27:26.611578 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Device 04c88746-3672-4bdc-9a36-ea5dd1da3141 no longer exists at agent ovs-agent-dv-cinder-779576-7-iscsi {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 15:27:26.623834 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a77859-b8e7-4aea-a708-c03305c4e684 req-6c7a7f5c-da57-4e56-99ac-614dea22de4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:26.625540 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-46a77859-b8e7-4aea-a708-c03305c4e684 req-6c7a7f5c-da57-4e56-99ac-614dea22de4b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6465a299-7a62-4790-95c8-1882e69b35c5 HTTP/1.1" status: 200 len: 850 time: 0.1133461 Aug 26 15:27:26.636035 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] No Port match for: 04c88746-3672-4bdc-9a36-ea5dd1da3141 {{(pid=93843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 15:27:26.636617 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Device 04c88746-3672-4bdc-9a36-ea5dd1da3141 not bound to the agent host dv-cinder-779576-7-iscsi {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 15:27:26.670544 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-d358a8fd-3a63-47aa-8041-8436504f566e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3928461'] for network, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:26.688374 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-d358a8fd-3a63-47aa-8041-8436504f566e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774323'] for network, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:26.690265 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-d358a8fd-3a63-47aa-8041-8436504f566e admin admin] 10.222.0.20 "DELETE /v2.0/networks/4c21aea0-317d-4d8f-b2c5-9e53ccb851fc HTTP/1.1" status: 204 len: 168 time: 0.9576876 Aug 26 15:27:26.693950 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 59122) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:27:26.698638 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d358a8fd-3a63-47aa-8041-8436504f566e admin admin] Pushing event deleted for resources: {'Network': ['ID=4c21aea0-317d-4d8f-b2c5-9e53ccb851fc,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:27:26.737323 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a77859-b8e7-4aea-a708-c03305c4e684 req-b3243f0a-e8ae-404b-8a00-5b210f28a7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:26.739584 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-46a77859-b8e7-4aea-a708-c03305c4e684 req-b3243f0a-e8ae-404b-8a00-5b210f28a7e8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=450519e4-8c12-447b-a687-0d4a9d1435ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1057720 Aug 26 15:27:26.803340 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ee6f61-1828-4bec-9510-5261d940ca58 req-a808204d-29f4-4229-9aff-133c068d6764 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:26.804848 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-d8ee6f61-1828-4bec-9510-5261d940ca58 req-a808204d-29f4-4229-9aff-133c068d6764 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/ports?device_id=290517c5-39da-4a2e-9098-65d6b2a24871 HTTP/1.1" status: 200 len: 943 time: 0.1136608 Aug 26 15:27:26.867242 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-d8ee6f61-1828-4bec-9510-5261d940ca58 req-8af9ef64-87b3-4c6e-a1b1-da24112131db tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/security-groups?id=672dc045-bd54-4dfd-8b7e-df655c7922d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545850 Aug 26 15:27:26.892162 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-46a77859-b8e7-4aea-a708-c03305c4e684 req-e59b9c9f-429c-451d-a751-3eff5c72460f service neutron] 10.222.0.47 "GET /v2.0/networks/450519e4-8c12-447b-a687-0d4a9d1435ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443117 Aug 26 15:27:26.993490 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-46a77859-b8e7-4aea-a708-c03305c4e684 req-e985a85d-da3d-478c-9735-15e9c30cc71d service neutron] 10.222.0.47 "GET /v2.0/networks/450519e4-8c12-447b-a687-0d4a9d1435ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898750 Aug 26 15:27:27.087267 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b28b73-06d3-4aad-9445-138a7c1e114e req-275a12e9-02bb-4ef2-bf1b-661c6895041f tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:27.088722 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db6cd8f-594d-45de-a726-3b0a27aa8586 req-17aebb9b-723e-45de-8a1d-a6b9a22d51df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:27.088897 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-47b28b73-06d3-4aad-9445-138a7c1e114e req-275a12e9-02bb-4ef2-bf1b-661c6895041f tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/networks?id=ff3f8523-7c5c-45fd-bb0d-14c506d1eed1 HTTP/1.1" status: 200 len: 814 time: 0.1403270 Aug 26 15:27:27.090728 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-7db6cd8f-594d-45de-a726-3b0a27aa8586 req-17aebb9b-723e-45de-8a1d-a6b9a22d51df service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1d44569eb5c241ab8c4e10ff4af9afb0&device_id=290517c5-39da-4a2e-9098-65d6b2a24871 HTTP/1.1" status: 200 len: 1096 time: 0.0451672 Aug 26 15:27:27.108116 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-47b28b73-06d3-4aad-9445-138a7c1e114e req-ed6a6e50-578f-4d0b-9d5a-033a03a864d6 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/quotas/0a435dbe6e324e7ca5ecfe0235b2dd08 HTTP/1.1" status: 200 len: 375 time: 0.0135353 Aug 26 15:27:27.190646 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db6cd8f-594d-45de-a726-3b0a27aa8586 req-bf3e9339-8e0e-4718-ba53-5b60e97ab658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:27.192923 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-7db6cd8f-594d-45de-a726-3b0a27aa8586 req-bf3e9339-8e0e-4718-ba53-5b60e97ab658 service neutron] 10.222.0.47 "GET /v2.0/networks?id=450519e4-8c12-447b-a687-0d4a9d1435ad HTTP/1.1" status: 200 len: 912 time: 0.0934546 Aug 26 15:27:27.206459 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-47b28b73-06d3-4aad-9445-138a7c1e114e req-4c4292c7-ac2b-4376-9a5c-6ede311941f4 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0a435dbe6e324e7ca5ecfe0235b2dd08&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0875313 Aug 26 15:27:27.218137 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-581bcb4b-b794-40d5-afa0-9a0ade3d9ac8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3926049'] for router_interface, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:27.243626 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-7db6cd8f-594d-45de-a726-3b0a27aa8586 req-bbaaf0c2-12ae-4ae1-8998-fbd969dbada9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=15f03937-23d8-489c-88ae-6e2f40f2c5eb HTTP/1.1" status: 200 len: 217 time: 0.0393746 Aug 26 15:27:27.295180 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db6cd8f-594d-45de-a726-3b0a27aa8586 req-fdcf2efd-9b86-4b39-98ae-8f806d62bd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:27.296733 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-7db6cd8f-594d-45de-a726-3b0a27aa8586 req-fdcf2efd-9b86-4b39-98ae-8f806d62bd02 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6465a299-7a62-4790-95c8-1882e69b35c5 HTTP/1.1" status: 200 len: 850 time: 0.0439234 Aug 26 15:27:27.376320 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db6cd8f-594d-45de-a726-3b0a27aa8586 req-ef3fbeee-a58d-4524-b683-42d0ed9ed8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:27.377843 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-7db6cd8f-594d-45de-a726-3b0a27aa8586 req-ef3fbeee-a58d-4524-b683-42d0ed9ed8ed service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=450519e4-8c12-447b-a687-0d4a9d1435ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0690246 Aug 26 15:27:27.403789 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f86e91-6cf6-427d-a1af-88fb0aafdd44 req-54830ac4-ba92-4883-a48b-07b51d771a37 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:27.405164 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-05f86e91-6cf6-427d-a1af-88fb0aafdd44 req-54830ac4-ba92-4883-a48b-07b51d771a37 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e12ca20-3423-4df8-b641-6e4e74ddc1ce HTTP/1.1" status: 200 len: 946 time: 0.0690069 Aug 26 15:27:27.429489 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-47b28b73-06d3-4aad-9445-138a7c1e114e req-37512348-b1e2-4a9f-90c7-3f59d163cb79 service neutron] 10.222.0.20 "GET /v2.0/networks/ff3f8523-7c5c-45fd-bb0d-14c506d1eed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148397 Aug 26 15:27:27.585530 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-47b28b73-06d3-4aad-9445-138a7c1e114e req-d0f35f73-d201-4665-8db2-f6e8d71b550d service neutron] 10.222.0.20 "GET /v2.0/networks/ff3f8523-7c5c-45fd-bb0d-14c506d1eed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377683 Aug 26 15:27:27.711965 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.plugin [None req-581bcb4b-b794-40d5-afa0-9a0ade3d9ac8 admin admin] Deleting port 994daffb-bdcc-4916-a5bc-70f90cbb68c5 {{(pid=93841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 15:27:27.713259 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-581bcb4b-b794-40d5-afa0-9a0ade3d9ac8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793280853279'] for port, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:27.753787 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-05f86e91-6cf6-427d-a1af-88fb0aafdd44 req-131cb5c0-8c96-4a6a-b143-25eea50bb345 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/security-groups?id=d44f3e1d-58b5-45ec-8f5c-7804374d3850&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3386567 Aug 26 15:27:27.779940 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-7db6cd8f-594d-45de-a726-3b0a27aa8586 req-511d93d3-fc3c-4b3b-ac4b-a9174255b090 service neutron] 10.222.0.47 "GET /v2.0/networks/450519e4-8c12-447b-a687-0d4a9d1435ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3935616 Aug 26 15:27:27.858168 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-f0d797fe-aa16-4632-9f24-76ff973d6963 req-a490876e-04a6-4532-917e-68f2112471cb tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/ports?device_id=001bdad4-93d0-4155-9a28-4adb526b68cc HTTP/1.1" status: 200 len: 210 time: 0.0596340 Aug 26 15:27:27.915750 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-7db6cd8f-594d-45de-a726-3b0a27aa8586 req-da93b5b1-463c-4a2b-9fb9-d601406c6a7c service neutron] 10.222.0.47 "GET /v2.0/networks/450519e4-8c12-447b-a687-0d4a9d1435ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177418 Aug 26 15:27:27.916204 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-581bcb4b-b794-40d5-afa0-9a0ade3d9ac8 admin admin] For port 994daffb-bdcc-4916-a5bc-70f90cbb68c5, host dv-cinder-779576-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-7-iscsi',level=0,port_id=994daffb-bdcc-4916-a5bc-70f90cbb68c5,segment=NetworkSegment(3da010dd-4833-4237-96bf-cff8caff58cb),segment_id=3da010dd-4833-4237-96bf-cff8caff58cb)] {{(pid=93841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:27:27.916639 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-581bcb4b-b794-40d5-afa0-9a0ade3d9ac8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3924976'] for port, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:27.936201 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.plugin [None req-581bcb4b-b794-40d5-afa0-9a0ade3d9ac8 admin admin] Calling delete_port for 994daffb-bdcc-4916-a5bc-70f90cbb68c5 owned by network:router_interface {{(pid=93841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 15:27:28.007676 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983e11ce-7aea-4405-a07d-8646a5852e66 req-f863fbe6-58f1-4eaa-a981-3d97860f5231 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:28.009348 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-983e11ce-7aea-4405-a07d-8646a5852e66 req-f863fbe6-58f1-4eaa-a981-3d97860f5231 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/ports?device_id=290517c5-39da-4a2e-9098-65d6b2a24871 HTTP/1.1" status: 200 len: 943 time: 0.0565557 Aug 26 15:27:28.059407 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-983e11ce-7aea-4405-a07d-8646a5852e66 req-1892188a-e821-43da-8fee-e003afa79015 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/security-groups?id=672dc045-bd54-4dfd-8b7e-df655c7922d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435212 Aug 26 15:27:28.148430 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-581bcb4b-b794-40d5-afa0-9a0ade3d9ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793280828191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793280355368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263742114'] for port, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:28.182812 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581bcb4b-b794-40d5-afa0-9a0ade3d9ac8 admin admin] Pushing event deleted for resources: {'Port': ['ID=994daffb-bdcc-4916-a5bc-70f90cbb68c5,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:27:28.360673 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-581bcb4b-b794-40d5-afa0-9a0ade3d9ac8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3774358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3926251'] for router_interface, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:28.575103 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-581bcb4b-b794-40d5-afa0-9a0ade3d9ac8 admin admin] Router fdf4aa7d-9527-4ff4-b91d-7f2046445bda has already been hosted by L3 agent 00a7d786-edfd-4f04-9152-3b7ae2bbf8ca {{(pid=93841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 15:27:28.689115 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-581bcb4b-b794-40d5-afa0-9a0ade3d9ac8 admin admin] Notify agent at l3_agent.dv-cinder-779576-7-iscsi the message routers_updated {{(pid=93841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 15:27:28.694089 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-581bcb4b-b794-40d5-afa0-9a0ade3d9ac8 admin admin] 10.222.0.20 "PUT /v2.0/routers/fdf4aa7d-9527-4ff4-b91d-7f2046445bda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9991500 Aug 26 15:27:28.696594 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 59158) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:27:28.697488 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bc6e4a-6394-4d15-8ab9-737f8e6089e2 None None] Sync routers for ids ['fdf4aa7d-9527-4ff4-b91d-7f2046445bda'] in dv-cinder-779576-7-iscsi {{(pid=93844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 15:27:28.706551 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bc6e4a-6394-4d15-8ab9-737f8e6089e2 None None] Routers {'fdf4aa7d-9527-4ff4-b91d-7f2046445bda'} bound to L3 agent in host dv-cinder-779576-7-iscsi {{(pid=93844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 15:27:28.708148 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-21bc6e4a-6394-4d15-8ab9-737f8e6089e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-26T15:14:10Z,description=,heartbeat_timestamp=2021-08-26T15:27:10Z,host='dv-cinder-779576-7-iscsi',id=00a7d786-edfd-4f04-9152-3b7ae2bbf8ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T15:14:10Z,topic='l3_agent')) {'router_ids': ['fdf4aa7d-9527-4ff4-b91d-7f2046445bda'], 'active': True} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:27:28.815829 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvr_db [None req-21bc6e4a-6394-4d15-8ab9-737f8e6089e2 None None] Set router fdf4aa7d-9527-4ff4-b91d-7f2046445bda gateway port host: dv-cinder-779576-7-iscsi {{(pid=93844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 15:27:28.843744 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-09b2ddde-7fa6-402d-9540-842c1af8712f admin admin] Notify callbacks [] for router, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:28.945737 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b28b73-06d3-4aad-9445-138a7c1e114e req-c409c2ec-737a-45c4-b5c6-51ae6fd2f45b tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:28.947699 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-47b28b73-06d3-4aad-9445-138a7c1e114e req-c409c2ec-737a-45c4-b5c6-51ae6fd2f45b tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.47 "GET /v2.0/networks?id=ff3f8523-7c5c-45fd-bb0d-14c506d1eed1 HTTP/1.1" status: 200 len: 814 time: 0.1757753 Aug 26 15:27:28.964588 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e2bf28-f20b-414e-88a4-53f7d6c767a1 req-f83bdace-2c66-4feb-a2d1-380225792695 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:28.966178 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-f2e2bf28-f20b-414e-88a4-53f7d6c767a1 req-f83bdace-2c66-4feb-a2d1-380225792695 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e12ca20-3423-4df8-b641-6e4e74ddc1ce HTTP/1.1" status: 200 len: 946 time: 0.0939972 Aug 26 15:27:28.970989 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [req-47b28b73-06d3-4aad-9445-138a7c1e114e req-72a43cca-eb6c-453b-b42d-ef99681b90e8 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Request body: {'port': {'device_id': '001bdad4-93d0-4155-9a28-4adb526b68cc', 'network_id': 'ff3f8523-7c5c-45fd-bb0d-14c506d1eed1', 'admin_state_up': True, 'tenant_id': '0a435dbe6e324e7ca5ecfe0235b2dd08'}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:27:29.069834 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-21bc6e4a-6394-4d15-8ab9-737f8e6089e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdf4aa7d-9527-4ff4-b91d-7f2046445bda', 'name': 'tempest-TestMinimumBasicScenario-715090729-router', 'tenant_id': 'de93dffd1e4f43f99282e83da539e437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': 'ae8126f3-f430-47bb-ad61-9aec643e46a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:23:41Z', 'updated_at': '2021-08-26T15:27:28Z', 'revision_number': 5, 'project_id': 'de93dffd1e4f43f99282e83da539e437', 'gw_port': {'id': 'ae8126f3-f430-47bb-ad61-9aec643e46a8', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:5c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf4aa7d-9527-4ff4-b91d-7f2046445bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:23:43Z', 'updated_at': '2021-08-26T15:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi'}], 'dv-cinder-779576-7-iscsi', False) {} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:27:29.071382 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-f2e2bf28-f20b-414e-88a4-53f7d6c767a1 req-736e439f-e2f6-4772-b3dc-ecaa7ddc98d6 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/security-groups?id=d44f3e1d-58b5-45ec-8f5c-7804374d3850&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960457 Aug 26 15:27:29.110015 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bc6e4a-6394-4d15-8ab9-737f8e6089e2 None None] Checking router: fdf4aa7d-9527-4ff4-b91d-7f2046445bda for host: dv-cinder-779576-7-iscsi {{(pid=93844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 15:27:29.121452 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bc6e4a-6394-4d15-8ab9-737f8e6089e2 None None] Routers {'fdf4aa7d-9527-4ff4-b91d-7f2046445bda'} bound to L3 agent in host dv-cinder-779576-7-iscsi {{(pid=93844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 15:27:29.122213 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-21bc6e4a-6394-4d15-8ab9-737f8e6089e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-26T15:14:10Z,description=,heartbeat_timestamp=2021-08-26T15:27:10Z,host='dv-cinder-779576-7-iscsi',id=00a7d786-edfd-4f04-9152-3b7ae2bbf8ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T15:14:10Z,topic='l3_agent')) {'router_ids': ['fdf4aa7d-9527-4ff4-b91d-7f2046445bda'], 'active': True} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:27:29.128176 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47b28b73-06d3-4aad-9445-138a7c1e114e req-72a43cca-eb6c-453b-b42d-ef99681b90e8 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Made reservation on behalf of 0a435dbe6e324e7ca5ecfe0235b2dd08 for: {'port': 1} {{(pid=93842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:27:29.133973 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-47b28b73-06d3-4aad-9445-138a7c1e114e req-72a43cca-eb6c-453b-b42d-ef99681b90e8 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:29.258215 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4cd154-639e-4620-a28d-26f53eb1ebc8 req-2ba9c952-5ace-495c-be75-3f4df6292f22 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:29.266285 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-5c4cd154-639e-4620-a28d-26f53eb1ebc8 req-2ba9c952-5ace-495c-be75-3f4df6292f22 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/ports?device_id=290517c5-39da-4a2e-9098-65d6b2a24871 HTTP/1.1" status: 200 len: 943 time: 0.1137290 Aug 26 15:27:29.287122 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-63cf77dc-4dee-4a69-8522-3e5ae23fb516 req-b54822e8-ecf6-479d-adc6-59e1de7c2cc0 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/ports?device_id=001bdad4-93d0-4155-9a28-4adb526b68cc HTTP/1.1" status: 200 len: 210 time: 0.0406282 Aug 26 15:27:29.302122 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-09b2ddde-7fa6-402d-9540-842c1af8712f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:29.347815 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-5c4cd154-639e-4620-a28d-26f53eb1ebc8 req-7a0e2582-80f4-49a1-a677-218773338919 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/security-groups?id=672dc045-bd54-4dfd-8b7e-df655c7922d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805154 Aug 26 15:27:29.359997 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvr_db [None req-21bc6e4a-6394-4d15-8ab9-737f8e6089e2 None None] Set router fdf4aa7d-9527-4ff4-b91d-7f2046445bda gateway port host: dv-cinder-779576-7-iscsi {{(pid=93844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 15:27:29.386337 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.db.db_base_plugin_common [req-47b28b73-06d3-4aad-9445-138a7c1e114e req-72a43cca-eb6c-453b-b42d-ef99681b90e8 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Allocated IP 172.20.0.13 (ff3f8523-7c5c-45fd-bb0d-14c506d1eed1/03934509-c48d-4abc-9880-2d8ef00a653e/febd443b-a89f-4dd9-90b2-5dbc955f078b) {{(pid=93842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:27:29.409827 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.plugin [None req-09b2ddde-7fa6-402d-9540-842c1af8712f admin admin] Deleting port ae8126f3-f430-47bb-ad61-9aec643e46a8 {{(pid=93841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 15:27:29.410594 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-09b2ddde-7fa6-402d-9540-842c1af8712f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793280853279'] for port, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:29.464257 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244636bf-b587-4140-8c9b-939d32dd5811 req-49bd82fb-b575-4207-bcd9-9f11b2245461 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:29.466715 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-244636bf-b587-4140-8c9b-939d32dd5811 req-49bd82fb-b575-4207-bcd9-9f11b2245461 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e12ca20-3423-4df8-b641-6e4e74ddc1ce HTTP/1.1" status: 200 len: 946 time: 0.1023130 Aug 26 15:27:29.476790 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 59174) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:27:29.481311 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [None req-b30aed43-0b34-4957-ad1f-aad27519943a tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Request body: {'floatingip': {'port_id': 'f7896107-f1a7-4371-b446-444b4939d366'}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:27:29.533273 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b30aed43-0b34-4957-ad1f-aad27519943a tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Notify callbacks [] for floatingip, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:29.553659 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-47b28b73-06d3-4aad-9445-138a7c1e114e req-72a43cca-eb6c-453b-b42d-ef99681b90e8 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Notify callbacks [] for port, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:29.575262 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-21bc6e4a-6394-4d15-8ab9-737f8e6089e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdf4aa7d-9527-4ff4-b91d-7f2046445bda', 'name': 'tempest-TestMinimumBasicScenario-715090729-router', 'tenant_id': 'de93dffd1e4f43f99282e83da539e437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': 'ae8126f3-f430-47bb-ad61-9aec643e46a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:23:41Z', 'updated_at': '2021-08-26T15:27:28Z', 'revision_number': 5, 'project_id': 'de93dffd1e4f43f99282e83da539e437', 'gw_port': {'id': 'ae8126f3-f430-47bb-ad61-9aec643e46a8', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:5c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf4aa7d-9527-4ff4-b91d-7f2046445bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:23:43Z', 'updated_at': '2021-08-26T15:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi'}], 'dv-cinder-779576-7-iscsi', False) {} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:27:29.606562 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-47b28b73-06d3-4aad-9445-138a7c1e114e req-72a43cca-eb6c-453b-b42d-ef99681b90e8 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793280355359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261268877'] for port, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:29.608818 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-09b2ddde-7fa6-402d-9540-842c1af8712f admin admin] For port ae8126f3-f430-47bb-ad61-9aec643e46a8, host dv-cinder-779576-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-7-iscsi',level=0,port_id=ae8126f3-f430-47bb-ad61-9aec643e46a8,segment=NetworkSegment(d599df7f-c7a7-42e6-8c54-3da29125ead3),segment_id=d599df7f-c7a7-42e6-8c54-3da29125ead3)] {{(pid=93841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:27:29.609361 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-09b2ddde-7fa6-402d-9540-842c1af8712f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3924976'] for port, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:29.612874 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bc6e4a-6394-4d15-8ab9-737f8e6089e2 None None] The sync data for ids ['fdf4aa7d-9527-4ff4-b91d-7f2046445bda'] in dv-cinder-779576-7-iscsi is: [{'id': 'fdf4aa7d-9527-4ff4-b91d-7f2046445bda', 'name': 'tempest-TestMinimumBasicScenario-715090729-router', 'tenant_id': 'de93dffd1e4f43f99282e83da539e437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': 'ae8126f3-f430-47bb-ad61-9aec643e46a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:23:41Z', 'updated_at': '2021-08-26T15:27:28Z', 'revision_number': 5, 'project_id': 'de93dffd1e4f43f99282e83da539e437', 'gw_port': {'id': 'ae8126f3-f430-47bb-ad61-9aec643e46a8', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:5c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf4aa7d-9527-4ff4-b91d-7f2046445bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:23:43Z', 'updated_at': '2021-08-26T15:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi'}] {{(pid=93844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 15:27:29.618898 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] get_ports_and_sgs() called for port_ids ['57e67d73-a0f2-489a-94b2-ff8f4b55fb87', 'e9192f97-ee0a-469d-8dfc-eb0c1a274aa5', '59cf18e6-d5a0-4cec-b8d8-d37652e75d4a'] {{(pid=93843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 15:27:29.652966 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.plugin [None req-09b2ddde-7fa6-402d-9540-842c1af8712f admin admin] Calling delete_port for ae8126f3-f430-47bb-ad61-9aec643e46a8 owned by network:router_gateway {{(pid=93841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 15:27:29.680266 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47b28b73-06d3-4aad-9445-138a7c1e114e req-72a43cca-eb6c-453b-b42d-ef99681b90e8 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Network ff3f8523-7c5c-45fd-bb0d-14c506d1eed1 is already hosted by enough agents. {{(pid=93842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:27:29.687358 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.scheduler.base_scheduler [req-47b28b73-06d3-4aad-9445-138a7c1e114e req-72a43cca-eb6c-453b-b42d-ef99681b90e8 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Resources bound (agent type, host, resource id): {{(pid=93842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:27:29.689991 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a43cca-eb6c-453b-b42d-ef99681b90e8 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Pushing event updated for resources: {'Port': ['ID=febd443b-a89f-4dd9-90b2-5dbc955f078b,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:27:29.692712 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.db.l3_dvrscheduler_db [req-47b28b73-06d3-4aad-9445-138a7c1e114e req-72a43cca-eb6c-453b-b42d-ef99681b90e8 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Received port after_create {{(pid=93842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 15:27:29.758790 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b28b73-06d3-4aad-9445-138a7c1e114e req-72a43cca-eb6c-453b-b42d-ef99681b90e8 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:29.759990 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-47b28b73-06d3-4aad-9445-138a7c1e114e req-72a43cca-eb6c-453b-b42d-ef99681b90e8 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4089636'] for port, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:29.779026 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-47b28b73-06d3-4aad-9445-138a7c1e114e req-72a43cca-eb6c-453b-b42d-ef99681b90e8 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8118327 Aug 26 15:27:29.799799 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [req-47b28b73-06d3-4aad-9445-138a7c1e114e req-a30ce821-2067-4e59-a83a-699c4441462b service neutron] Request body: {'port': {'device_id': '001bdad4-93d0-4155-9a28-4adb526b68cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77957'}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:27:29.868968 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-47b28b73-06d3-4aad-9445-138a7c1e114e req-a30ce821-2067-4e59-a83a-699c4441462b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:30.073447 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-09b2ddde-7fa6-402d-9540-842c1af8712f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793280828191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793280355368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263742114'] for port, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:30.110369 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b2ddde-7fa6-402d-9540-842c1af8712f admin admin] Pushing event deleted for resources: {'Port': ['ID=ae8126f3-f430-47bb-ad61-9aec643e46a8,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:27:30.162816 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.notifiers.nova [req-47b28b73-06d3-4aad-9445-138a7c1e114e req-a30ce821-2067-4e59-a83a-699c4441462b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id febd443b-a89f-4dd9-90b2-5dbc955f078b {{(pid=93842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 15:27:30.170729 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-47b28b73-06d3-4aad-9445-138a7c1e114e req-a30ce821-2067-4e59-a83a-699c4441462b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:30.191759 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.db.provisioning_blocks [req-47b28b73-06d3-4aad-9445-138a7c1e114e req-a30ce821-2067-4e59-a83a-699c4441462b service neutron] Transition to ACTIVE for port object febd443b-a89f-4dd9-90b2-5dbc955f078b will not be triggered until provisioned by entity L2. {{(pid=93842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 15:27:30.196078 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-47b28b73-06d3-4aad-9445-138a7c1e114e req-a30ce821-2067-4e59-a83a-699c4441462b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261268884'] for port, after_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:30.234787 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-09b2ddde-7fa6-402d-9540-842c1af8712f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3928497'] for router_gateway, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:30.248496 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30ce821-2067-4e59-a83a-699c4441462b service neutron] Pushing event updated for resources: {'Port': ['ID=febd443b-a89f-4dd9-90b2-5dbc955f078b,revision_number=2']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:27:30.316653 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.managers [req-47b28b73-06d3-4aad-9445-138a7c1e114e req-a30ce821-2067-4e59-a83a-699c4441462b service neutron] Attempting to bind port febd443b-a89f-4dd9-90b2-5dbc955f078b on host hv-cinder-77957 for vnic_type normal with profile {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 15:27:30.317004 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.managers [req-47b28b73-06d3-4aad-9445-138a7c1e114e req-a30ce821-2067-4e59-a83a-699c4441462b service neutron] Attempting to bind port febd443b-a89f-4dd9-90b2-5dbc955f078b by drivers openvswitch,hyperv on host hv-cinder-77957 at level 0 using segments [{'id': 'c2792f37-8bd4-4f4a-a238-627501de7f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ff3f8523-7c5c-45fd-bb0d-14c506d1eed1'}] {{(pid=93842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 15:27:30.317329 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b28b73-06d3-4aad-9445-138a7c1e114e req-a30ce821-2067-4e59-a83a-699c4441462b service neutron] Attempting to bind port febd443b-a89f-4dd9-90b2-5dbc955f078b on network ff3f8523-7c5c-45fd-bb0d-14c506d1eed1 {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 15:27:30.323614 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b28b73-06d3-4aad-9445-138a7c1e114e req-a30ce821-2067-4e59-a83a-699c4441462b service neutron] Port febd443b-a89f-4dd9-90b2-5dbc955f078b on network ff3f8523-7c5c-45fd-bb0d-14c506d1eed1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77957 {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 15:27:30.323932 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b28b73-06d3-4aad-9445-138a7c1e114e req-a30ce821-2067-4e59-a83a-699c4441462b service neutron] Attempting to bind port febd443b-a89f-4dd9-90b2-5dbc955f078b on network ff3f8523-7c5c-45fd-bb0d-14c506d1eed1 {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 15:27:30.328878 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b28b73-06d3-4aad-9445-138a7c1e114e req-a30ce821-2067-4e59-a83a-699c4441462b service neutron] Checking agent: {'id': '48810b0c-601b-439f-aa19-0a054d9f642d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77957', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 15, 20, 8), 'started_at': datetime.datetime(2021, 8, 26, 15, 20, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 15, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 15:27:30.329210 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b28b73-06d3-4aad-9445-138a7c1e114e req-a30ce821-2067-4e59-a83a-699c4441462b service neutron] Checking segment: {'id': 'c2792f37-8bd4-4f4a-a238-627501de7f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ff3f8523-7c5c-45fd-bb0d-14c506d1eed1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 15:27:30.329593 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b28b73-06d3-4aad-9445-138a7c1e114e req-a30ce821-2067-4e59-a83a-699c4441462b service neutron] Bound using segment: {'id': 'c2792f37-8bd4-4f4a-a238-627501de7f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ff3f8523-7c5c-45fd-bb0d-14c506d1eed1'} {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 15:27:30.330172 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.managers [req-47b28b73-06d3-4aad-9445-138a7c1e114e req-a30ce821-2067-4e59-a83a-699c4441462b service neutron] Bound port: febd443b-a89f-4dd9-90b2-5dbc955f078b, host: hv-cinder-77957, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2792f37-8bd4-4f4a-a238-627501de7f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ff3f8523-7c5c-45fd-bb0d-14c506d1eed1'}}] {{(pid=93842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 15:27:30.330538 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-47b28b73-06d3-4aad-9445-138a7c1e114e req-a30ce821-2067-4e59-a83a-699c4441462b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:30.336422 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b30aed43-0b34-4957-ad1f-aad27519943a tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:30.340249 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-09b2ddde-7fa6-402d-9540-842c1af8712f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3930414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28890'] for router, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:30.342700 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-09b2ddde-7fa6-402d-9540-842c1af8712f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:30.344256 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b30aed43-0b34-4957-ad1f-aad27519943a tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3928447'] for floatingip, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:30.432444 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-09b2ddde-7fa6-402d-9540-842c1af8712f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3930401'] for router, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:30.432823 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09b2ddde-7fa6-402d-9540-842c1af8712f admin admin] Fanout notify agent at l3_agent the message router_deleted on router fdf4aa7d-9527-4ff4-b91d-7f2046445bda {{(pid=93841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 15:27:30.446657 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b142364-f853-4a42-9ce3-aa112f51fff1 req-c8ddb184-fafe-40cc-b192-a130e950a300 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:30.448495 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-7b142364-f853-4a42-9ce3-aa112f51fff1 req-c8ddb184-fafe-40cc-b192-a130e950a300 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/ports?device_id=001bdad4-93d0-4155-9a28-4adb526b68cc HTTP/1.1" status: 200 len: 944 time: 0.0731027 Aug 26 15:27:30.451652 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.db [req-47b28b73-06d3-4aad-9445-138a7c1e114e req-a30ce821-2067-4e59-a83a-699c4441462b service neutron] For port febd443b-a89f-4dd9-90b2-5dbc955f078b, host hv-cinder-77957, cleared binding levels {{(pid=93842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:27:30.455420 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.db [req-47b28b73-06d3-4aad-9445-138a7c1e114e req-a30ce821-2067-4e59-a83a-699c4441462b service neutron] For port febd443b-a89f-4dd9-90b2-5dbc955f078b, host hv-cinder-77957, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=febd443b-a89f-4dd9-90b2-5dbc955f078b,segment=NetworkSegment(c2792f37-8bd4-4f4a-a238-627501de7f94),segment_id=c2792f37-8bd4-4f4a-a238-627501de7f94)] {{(pid=93842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:27:30.465032 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-47b28b73-06d3-4aad-9445-138a7c1e114e req-a30ce821-2067-4e59-a83a-699c4441462b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261268884'] for port, after_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:30.467369 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-09b2ddde-7fa6-402d-9540-842c1af8712f admin admin] Notify callbacks [] for router, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:30.471146 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-09b2ddde-7fa6-402d-9540-842c1af8712f admin admin] 10.222.0.20 "DELETE /v2.0/routers/fdf4aa7d-9527-4ff4-b91d-7f2046445bda HTTP/1.1" status: 204 len: 168 time: 1.7700653 Aug 26 15:27:30.478889 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 59182) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:27:30.529366 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b28b73-06d3-4aad-9445-138a7c1e114e req-a30ce821-2067-4e59-a83a-699c4441462b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:30.530018 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-47b28b73-06d3-4aad-9445-138a7c1e114e req-a30ce821-2067-4e59-a83a-699c4441462b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4089636'] for port, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:30.531446 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-47b28b73-06d3-4aad-9445-138a7c1e114e req-a30ce821-2067-4e59-a83a-699c4441462b service neutron] 10.222.0.47 "PUT /v2.0/ports/febd443b-a89f-4dd9-90b2-5dbc955f078b HTTP/1.1" status: 200 len: 1094 time: 0.7363160 Aug 26 15:27:30.531908 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '001bdad4-93d0-4155-9a28-4adb526b68cc', 'tag': 'febd443b-a89f-4dd9-90b2-5dbc955f078b'}] {{(pid=93842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 15:27:30.534231 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ba7f6f71eda5a1db7669fef78c8684417bcd8012e21f8533533c8be1abdbb96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-426886e2-004e-4d90-bc14-b18910ad75a2" -d '{"events": [{"name": "network-changed", "server_uuid": "001bdad4-93d0-4155-9a28-4adb526b68cc", "tag": "febd443b-a89f-4dd9-90b2-5dbc955f078b"}]}' {{(pid=93842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:27:30.552005 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-7b142364-f853-4a42-9ce3-aa112f51fff1 req-ff4c91c7-405d-46fc-82a4-bbaa560786b7 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/security-groups?id=e18d2e28-abe2-4c40-a4ee-147ecea0ab19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950463 Aug 26 15:27:30.568686 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30ce821-2067-4e59-a83a-699c4441462b service neutron] Pushing event updated for resources: {'Port': ['ID=febd443b-a89f-4dd9-90b2-5dbc955f078b,revision_number=3']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:27:30.571066 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.db.l3_db [None req-b30aed43-0b34-4957-ad1f-aad27519943a tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Floating IP e8a1b674-a6cd-4ca9-abce-2c88d26ecaa5 associated. External IP: 172.27.3.71, port: f7896107-f1a7-4371-b446-444b4939d366. Aug 26 15:27:30.576636 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.db.db_base_plugin_v2 [None req-09860912-1935-4c10-b734-b4b9dc03f17f admin admin] Deleting subnet f3d23132-4d62-4b79-8c0c-aec6a159c081 {{(pid=93841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 15:27:30.596140 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0c805c-b1c6-4bea-840d-de6ecf45be85 req-e91af92c-2993-421f-8747-45db16e69fb8 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:30.596140 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-3c0c805c-b1c6-4bea-840d-de6ecf45be85 req-e91af92c-2993-421f-8747-45db16e69fb8 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/ports?device_id=290517c5-39da-4a2e-9098-65d6b2a24871 HTTP/1.1" status: 200 len: 943 time: 0.1196935 Aug 26 15:27:30.607811 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Device 994daffb-bdcc-4916-a5bc-70f90cbb68c5 no longer exists at agent ovs-agent-dv-cinder-779576-7-iscsi {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 15:27:30.629297 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-09860912-1935-4c10-b734-b4b9dc03f17f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:30.650484 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] No Port match for: 994daffb-bdcc-4916-a5bc-70f90cbb68c5 {{(pid=93843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 15:27:30.651054 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Device 994daffb-bdcc-4916-a5bc-70f90cbb68c5 not bound to the agent host dv-cinder-779576-7-iscsi {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 15:27:30.695134 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-09860912-1935-4c10-b734-b4b9dc03f17f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263749214'] for subnet, precommit_delete_associations {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:30.713389 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b28b73-06d3-4aad-9445-138a7c1e114e req-b3759a2e-2881-45e1-bbc5-5cee7c3bcc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:30.714928 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-47b28b73-06d3-4aad-9445-138a7c1e114e req-b3759a2e-2881-45e1-bbc5-5cee7c3bcc41 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0a435dbe6e324e7ca5ecfe0235b2dd08&device_id=001bdad4-93d0-4155-9a28-4adb526b68cc HTTP/1.1" status: 200 len: 1097 time: 0.0525253 Aug 26 15:27:30.773013 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 15:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-600dfe5b-4f93-4c1d-b949-97f81eda3e84 x-openstack-request-id: req-600dfe5b-4f93-4c1d-b949-97f81eda3e84 {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:27:30.773296 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "001bdad4-93d0-4155-9a28-4adb526b68cc", "tag": "febd443b-a89f-4dd9-90b2-5dbc955f078b", "status": "completed", "code": 200}]} {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:27:30.773549 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-600dfe5b-4f93-4c1d-b949-97f81eda3e84 {{(pid=93842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:27:30.774574 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '001bdad4-93d0-4155-9a28-4adb526b68cc', 'tag': 'febd443b-a89f-4dd9-90b2-5dbc955f078b', 'status': 'completed', 'code': 200} Aug 26 15:27:30.776265 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-47b28b73-06d3-4aad-9445-138a7c1e114e req-c6642b0f-f548-4262-9c65-1e901ae081ca service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=febd443b-a89f-4dd9-90b2-5dbc955f078b HTTP/1.1" status: 200 len: 217 time: 0.0404143 Aug 26 15:27:30.776417 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-3c0c805c-b1c6-4bea-840d-de6ecf45be85 req-5cfa5cdd-e9fd-4019-a7a4-69fd290f26dd tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/security-groups?id=672dc045-bd54-4dfd-8b7e-df655c7922d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1444888 Aug 26 15:27:30.837504 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b28b73-06d3-4aad-9445-138a7c1e114e req-031358cc-d686-4ae9-bb22-8306274c7a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:30.839014 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-47b28b73-06d3-4aad-9445-138a7c1e114e req-031358cc-d686-4ae9-bb22-8306274c7a28 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=03934509-c48d-4abc-9880-2d8ef00a653e HTTP/1.1" status: 200 len: 854 time: 0.0525861 Aug 26 15:27:30.875596 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-09860912-1935-4c10-b734-b4b9dc03f17f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3507378'] for subnet, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:30.877159 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-47b28b73-06d3-4aad-9445-138a7c1e114e req-614e5e59-e8dd-4f7d-9011-4deb4d988f0d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ff3f8523-7c5c-45fd-bb0d-14c506d1eed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254107 Aug 26 15:27:30.975639 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-47b28b73-06d3-4aad-9445-138a7c1e114e req-b940f86e-3719-4d45-a3a0-4b62d881875d service neutron] 10.222.0.47 "GET /v2.0/networks/ff3f8523-7c5c-45fd-bb0d-14c506d1eed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876231 Aug 26 15:27:30.987700 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-09860912-1935-4c10-b734-b4b9dc03f17f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3507389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263742193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263881457'] for subnet, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:30.995383 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b30aed43-0b34-4957-ad1f-aad27519943a tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Router 4843c204-b237-4a20-a7ea-e6b0935d230e has already been hosted by L3 agent 00a7d786-edfd-4f04-9152-3b7ae2bbf8ca {{(pid=93841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 15:27:31.025273 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09860912-1935-4c10-b734-b4b9dc03f17f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3d23132-4d62-4b79-8c0c-aec6a159c081,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:27:31.027686 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-09860912-1935-4c10-b734-b4b9dc03f17f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:31.029541 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-09860912-1935-4c10-b734-b4b9dc03f17f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/f3d23132-4d62-4b79-8c0c-aec6a159c081 HTTP/1.1" status: 204 len: 168 time: 0.5471811 Aug 26 15:27:31.032113 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 59186) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:27:31.038288 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27470ca-dd63-43b2-b270-f829709d732d None None] Network ab787124-b3b6-4bd0-94de-31d857926656 requested from dv-cinder-779576-7-iscsi {{(pid=93843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 15:27:31.085976 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-47b28b73-06d3-4aad-9445-138a7c1e114e req-c2ac39f1-6872-400a-bcfe-90a53c140078 service neutron] 10.222.0.47 "GET /v2.0/networks/ff3f8523-7c5c-45fd-bb0d-14c506d1eed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004152 Aug 26 15:27:31.151173 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-41fc1846-4d3f-49ea-b7df-2b3083b83393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526882'] for network, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:31.205984 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426886e2-004e-4d90-bc14-b18910ad75a2 req-6554b2c7-94f8-475c-86ea-b5ace377c5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:31.207968 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-426886e2-004e-4d90-bc14-b18910ad75a2 req-6554b2c7-94f8-475c-86ea-b5ace377c5c0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0a435dbe6e324e7ca5ecfe0235b2dd08&device_id=001bdad4-93d0-4155-9a28-4adb526b68cc HTTP/1.1" status: 200 len: 1097 time: 0.0644486 Aug 26 15:27:31.229201 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07bc0933-8123-4ce4-8267-e6736d17fee3 None None] DHCP port deletion for ab787124-b3b6-4bd0-94de-31d857926656 request from dv-cinder-779576-7-iscsi {{(pid=93843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 15:27:31.243919 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b30aed43-0b34-4957-ad1f-aad27519943a tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Notify agent at l3_agent.dv-cinder-779576-7-iscsi the message routers_updated {{(pid=93841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 15:27:31.248954 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b30aed43-0b34-4957-ad1f-aad27519943a tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4089636'] for floatingip, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:31.262508 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e10b26-2eaa-4a84-aaca-8eff217ef87f None None] Sync routers for ids ['4843c204-b237-4a20-a7ea-e6b0935d230e'] in dv-cinder-779576-7-iscsi {{(pid=93843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 15:27:31.279009 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e10b26-2eaa-4a84-aaca-8eff217ef87f None None] Routers {'4843c204-b237-4a20-a7ea-e6b0935d230e'} bound to L3 agent in host dv-cinder-779576-7-iscsi {{(pid=93843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 15:27:31.279556 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-71e10b26-2eaa-4a84-aaca-8eff217ef87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-26T15:14:10Z,description=,heartbeat_timestamp=2021-08-26T15:27:10Z,host='dv-cinder-779576-7-iscsi',id=00a7d786-edfd-4f04-9152-3b7ae2bbf8ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T15:14:10Z,topic='l3_agent')) {'router_ids': ['4843c204-b237-4a20-a7ea-e6b0935d230e'], 'active': True} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:27:31.280353 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-b30aed43-0b34-4957-ad1f-aad27519943a tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "PUT /v2.0/floatingips/e8a1b674-a6cd-4ca9-abce-2c88d26ecaa5 HTTP/1.1" status: 200 len: 991 time: 1.8025193 Aug 26 15:27:31.281802 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e12ca20-3423-4df8-b641-6e4e74ddc1ce', 'tag': 'f7896107-f1a7-4371-b446-444b4939d366'}] {{(pid=93841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 15:27:31.284082 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40d6179e675e884694bb6412ad93f17435ac71a39ec2274297e1b4aadb89820e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63b3f265-709d-41ba-85d2-74249d324dd9" -d '{"events": [{"name": "network-changed", "server_uuid": "2e12ca20-3423-4df8-b641-6e4e74ddc1ce", "tag": "f7896107-f1a7-4371-b446-444b4939d366"}]}' {{(pid=93841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:27:31.289253 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.plugin [None req-41fc1846-4d3f-49ea-b7df-2b3083b83393 admin admin] Deleting port 510cc6ea-357b-4974-82e4-0250b33d695c {{(pid=93841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 15:27:31.289253 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-41fc1846-4d3f-49ea-b7df-2b3083b83393 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793280853279'] for port, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:31.327533 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426886e2-004e-4d90-bc14-b18910ad75a2 req-aabd8c10-9764-44e4-84b7-d67dbd3b5517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:31.329456 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-426886e2-004e-4d90-bc14-b18910ad75a2 req-aabd8c10-9764-44e4-84b7-d67dbd3b5517 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ff3f8523-7c5c-45fd-bb0d-14c506d1eed1 HTTP/1.1" status: 200 len: 915 time: 0.1107509 Aug 26 15:27:31.370230 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-41fc1846-4d3f-49ea-b7df-2b3083b83393 admin admin] For port 510cc6ea-357b-4974-82e4-0250b33d695c, host dv-cinder-779576-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-7-iscsi',level=0,port_id=510cc6ea-357b-4974-82e4-0250b33d695c,segment=NetworkSegment(3da010dd-4833-4237-96bf-cff8caff58cb),segment_id=3da010dd-4833-4237-96bf-cff8caff58cb)] {{(pid=93841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:27:31.370603 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-41fc1846-4d3f-49ea-b7df-2b3083b83393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3924976'] for port, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:31.374508 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-07bc0933-8123-4ce4-8267-e6736d17fee3 None None] Deleting port 510cc6ea-357b-4974-82e4-0250b33d695c {{(pid=93843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 15:27:31.374893 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-07bc0933-8123-4ce4-8267-e6736d17fee3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793280853279'] for port, before_delete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:31.384786 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-426886e2-004e-4d90-bc14-b18910ad75a2 req-8fd24a03-7487-45e3-b026-e2bc8cff6ea6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=febd443b-a89f-4dd9-90b2-5dbc955f078b HTTP/1.1" status: 200 len: 217 time: 0.0453565 Aug 26 15:27:31.392143 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.plugin [None req-41fc1846-4d3f-49ea-b7df-2b3083b83393 admin admin] Calling delete_port for 510cc6ea-357b-4974-82e4-0250b33d695c owned by network:dhcp {{(pid=93841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 15:27:31.439286 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 15:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5634d7e4-8b6b-4d56-a81c-ac8c4c3e5978 x-openstack-request-id: req-5634d7e4-8b6b-4d56-a81c-ac8c4c3e5978 {{(pid=93841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:27:31.439568 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e12ca20-3423-4df8-b641-6e4e74ddc1ce", "tag": "f7896107-f1a7-4371-b446-444b4939d366", "status": "completed", "code": 200}]} {{(pid=93841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:27:31.439817 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5634d7e4-8b6b-4d56-a81c-ac8c4c3e5978 {{(pid=93841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:27:31.440211 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e12ca20-3423-4df8-b641-6e4e74ddc1ce', 'tag': 'f7896107-f1a7-4371-b446-444b4939d366', 'status': 'completed', 'code': 200} Aug 26 15:27:31.457953 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426886e2-004e-4d90-bc14-b18910ad75a2 req-30edb57d-6428-4a74-a40a-e9b2960d944f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:31.459465 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-426886e2-004e-4d90-bc14-b18910ad75a2 req-30edb57d-6428-4a74-a40a-e9b2960d944f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=03934509-c48d-4abc-9880-2d8ef00a653e HTTP/1.1" status: 200 len: 854 time: 0.0633070 Aug 26 15:27:31.463045 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvr_db [None req-71e10b26-2eaa-4a84-aaca-8eff217ef87f None None] Set router 4843c204-b237-4a20-a7ea-e6b0935d230e gateway port host: dv-cinder-779576-7-iscsi {{(pid=93843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 15:27:31.486574 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-41fc1846-4d3f-49ea-b7df-2b3083b83393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793280828191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793280355368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263742114'] for port, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:31.498322 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-07bc0933-8123-4ce4-8267-e6736d17fee3 None None] For port 510cc6ea-357b-4974-82e4-0250b33d695c, host dv-cinder-779576-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-7-iscsi',level=0,port_id=510cc6ea-357b-4974-82e4-0250b33d695c,segment=NetworkSegment(3da010dd-4833-4237-96bf-cff8caff58cb),segment_id=3da010dd-4833-4237-96bf-cff8caff58cb)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:27:31.498722 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-07bc0933-8123-4ce4-8267-e6736d17fee3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3924976'] for port, precommit_delete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:31.514339 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fc1846-4d3f-49ea-b7df-2b3083b83393 admin admin] Pushing event deleted for resources: {'Port': ['ID=510cc6ea-357b-4974-82e4-0250b33d695c,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:27:31.517318 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-426886e2-004e-4d90-bc14-b18910ad75a2 req-a7289124-2115-41f1-9bee-0ab2a997f340 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ff3f8523-7c5c-45fd-bb0d-14c506d1eed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325038 Aug 26 15:27:31.517921 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fc1846-4d3f-49ea-b7df-2b3083b83393 admin admin] No DVR routers for this DVR port 510cc6ea-357b-4974-82e4-0250b33d695c on host dv-cinder-779576-7-iscsi {{(pid=93841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 15:27:31.523680 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-07bc0933-8123-4ce4-8267-e6736d17fee3 None None] Calling delete_port for 510cc6ea-357b-4974-82e4-0250b33d695c owned by network:dhcp {{(pid=93843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 15:27:31.529564 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b3f265-709d-41ba-85d2-74249d324dd9 req-ff8250b1-e967-4246-9df4-361719267e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:31.531188 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-63b3f265-709d-41ba-85d2-74249d324dd9 req-ff8250b1-e967-4246-9df4-361719267e95 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a571a33f0e074fabbd06be1f77a97dd0&device_id=2e12ca20-3423-4df8-b641-6e4e74ddc1ce HTTP/1.1" status: 200 len: 1099 time: 0.0707910 Aug 26 15:27:31.606637 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-41fc1846-4d3f-49ea-b7df-2b3083b83393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687945', 'neutron.services.segments.db._delete_segments_for_network-8793280934638'] for network, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:31.622205 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.services.segments.db [None req-41fc1846-4d3f-49ea-b7df-2b3083b83393 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab787124-b3b6-4bd0-94de-31d857926656']}} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:27:31.638870 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.services.segments.db [None req-41fc1846-4d3f-49ea-b7df-2b3083b83393 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3da010dd-4833-4237-96bf-cff8caff58cb') {'for_net_delete': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:27:31.639632 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.services.segments.db [None req-41fc1846-4d3f-49ea-b7df-2b3083b83393 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3da010dd-4833-4237-96bf-cff8caff58cb') {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:27:31.653715 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-41fc1846-4d3f-49ea-b7df-2b3083b83393 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793280934521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263749185'] for segment, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:31.670169 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-41fc1846-4d3f-49ea-b7df-2b3083b83393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509819'] for segment, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:31.680678 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41fc1846-4d3f-49ea-b7df-2b3083b83393 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=93841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 15:27:31.681238 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-41fc1846-4d3f-49ea-b7df-2b3083b83393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263742103'] for segment, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:31.683193 dv-cinder-779576-7-iscsi neutron-server[93841]: Traceback (most recent call last): Aug 26 15:27:31.683193 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 15:27:31.683193 dv-cinder-779576-7-iscsi neutron-server[93841]: timer() Aug 26 15:27:31.683193 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 15:27:31.683193 dv-cinder-779576-7-iscsi neutron-server[93841]: cb(*args, **kw) Aug 26 15:27:31.683193 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 15:27:31.683193 dv-cinder-779576-7-iscsi neutron-server[93841]: return func(*args, **kwargs) Aug 26 15:27:31.683193 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 15:27:31.683193 dv-cinder-779576-7-iscsi neutron-server[93841]: self._notify() Aug 26 15:27:31.683193 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 15:27:31.683193 dv-cinder-779576-7-iscsi neutron-server[93841]: self.callback(batched_events) Aug 26 15:27:31.683193 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 15:27:31.683193 dv-cinder-779576-7-iscsi neutron-server[93841]: event.method(event) Aug 26 15:27:31.683193 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 15:27:31.683193 dv-cinder-779576-7-iscsi neutron-server[93841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 15:27:31.683193 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 15:27:31.683193 dv-cinder-779576-7-iscsi neutron-server[93841]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 15:27:31.683193 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 15:27:31.683193 dv-cinder-779576-7-iscsi neutron-server[93841]: return f(self, *a, **k) Aug 26 15:27:31.683193 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 15:27:31.683193 dv-cinder-779576-7-iscsi neutron-server[93841]: return self._get(url).json() Aug 26 15:27:31.683193 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 15:27:31.683193 dv-cinder-779576-7-iscsi neutron-server[93841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 15:27:31.683193 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 15:27:31.683193 dv-cinder-779576-7-iscsi neutron-server[93841]: return self.request(url, 'GET', **kwargs) Aug 26 15:27:31.683193 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 15:27:31.683193 dv-cinder-779576-7-iscsi neutron-server[93841]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 15:27:31.683193 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 15:27:31.683193 dv-cinder-779576-7-iscsi neutron-server[93841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 15:27:31.683193 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 15:27:31.683193 dv-cinder-779576-7-iscsi neutron-server[93841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 15:27:31.683193 dv-cinder-779576-7-iscsi neutron-server[93841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 15:27:31.726965 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b3f265-709d-41ba-85d2-74249d324dd9 req-69836f64-f506-443b-a885-d8eaa8041681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:31.728609 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-63b3f265-709d-41ba-85d2-74249d324dd9 req-69836f64-f506-443b-a885-d8eaa8041681 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a386d6d9-e769-427b-a3dd-4a66aae709a7 HTTP/1.1" status: 200 len: 912 time: 0.1893945 Aug 26 15:27:31.730581 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-426886e2-004e-4d90-bc14-b18910ad75a2 req-8ca9d485-4d35-431a-9e2a-49c582c0dbab service neutron] 10.222.0.47 "GET /v2.0/networks/ff3f8523-7c5c-45fd-bb0d-14c506d1eed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983006 Aug 26 15:27:31.739897 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-07bc0933-8123-4ce4-8267-e6736d17fee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793280828191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793280355368'] for port, after_delete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:31.752423 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becef75d-d26a-4337-b6e1-789f5e72f994 req-ba8da29d-1d86-4cae-8f4d-88c6517cb2b6 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:31.755453 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-becef75d-d26a-4337-b6e1-789f5e72f994 req-ba8da29d-1d86-4cae-8f4d-88c6517cb2b6 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/ports?device_id=001bdad4-93d0-4155-9a28-4adb526b68cc HTTP/1.1" status: 200 len: 944 time: 0.0956404 Aug 26 15:27:31.766091 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-41fc1846-4d3f-49ea-b7df-2b3083b83393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3928461'] for network, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:31.777670 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-41fc1846-4d3f-49ea-b7df-2b3083b83393 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774323'] for network, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:31.784503 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-41fc1846-4d3f-49ea-b7df-2b3083b83393 admin admin] 10.222.0.20 "DELETE /v2.0/networks/ab787124-b3b6-4bd0-94de-31d857926656 HTTP/1.1" status: 204 len: 168 time: 0.7512112 Aug 26 15:27:31.796826 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fc1846-4d3f-49ea-b7df-2b3083b83393 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab787124-b3b6-4bd0-94de-31d857926656,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:27:31.911372 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-becef75d-d26a-4337-b6e1-789f5e72f994 req-a28695bc-558e-42df-9d67-a044f0fe11d8 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/security-groups?id=e18d2e28-abe2-4c40-a4ee-147ecea0ab19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412272 Aug 26 15:27:31.919846 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-63b3f265-709d-41ba-85d2-74249d324dd9 req-485dbb0c-789e-40e3-871f-c3a6bde79ea9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7896107-f1a7-4371-b446-444b4939d366 HTTP/1.1" status: 200 len: 999 time: 0.1560285 Aug 26 15:27:31.976134 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-426886e2-004e-4d90-bc14-b18910ad75a2 req-e56aca50-417c-4996-833e-47f76a0824cb service neutron] 10.222.0.47 "GET /v2.0/networks/ff3f8523-7c5c-45fd-bb0d-14c506d1eed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197022 Aug 26 15:27:31.984350 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bc0933-8123-4ce4-8267-e6736d17fee3 None None] Pushing event deleted for resources: {'Port': ['ID=510cc6ea-357b-4974-82e4-0250b33d695c,revision_number=None']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:27:31.990645 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07bc0933-8123-4ce4-8267-e6736d17fee3 None None] No DVR routers for this DVR port 510cc6ea-357b-4974-82e4-0250b33d695c on host dv-cinder-779576-7-iscsi {{(pid=93843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 15:27:32.002695 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63543120-48d2-4f19-b1d1-fbde795e54b7 req-4a3fe43e-786e-431d-a691-e071f321579b tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:32.006822 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-63543120-48d2-4f19-b1d1-fbde795e54b7 req-4a3fe43e-786e-431d-a691-e071f321579b tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/ports?device_id=290517c5-39da-4a2e-9098-65d6b2a24871 HTTP/1.1" status: 200 len: 943 time: 0.0715322 Aug 26 15:27:32.010241 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b3f265-709d-41ba-85d2-74249d324dd9 req-0e0a9b65-bd00-459b-bf58-fe3edfc89eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:32.012024 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-63b3f265-709d-41ba-85d2-74249d324dd9 req-0e0a9b65-bd00-459b-bf58-fe3edfc89eeb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c96291ec-8721-4a15-8133-5907bd72b460 HTTP/1.1" status: 200 len: 850 time: 0.0774481 Aug 26 15:27:32.048273 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 59202) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:27:32.075244 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b3f265-709d-41ba-85d2-74249d324dd9 req-46197561-1561-4746-a238-d091f6262006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:32.076755 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-63b3f265-709d-41ba-85d2-74249d324dd9 req-46197561-1561-4746-a238-d091f6262006 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a386d6d9-e769-427b-a3dd-4a66aae709a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0485528 Aug 26 15:27:32.078221 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-63543120-48d2-4f19-b1d1-fbde795e54b7 req-b767165c-313b-4738-9729-37c64a7b3b83 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/security-groups?id=672dc045-bd54-4dfd-8b7e-df655c7922d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626729 Aug 26 15:27:32.114581 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-71e10b26-2eaa-4a84-aaca-8eff217ef87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4843c204-b237-4a20-a7ea-e6b0935d230e', 'name': 'tempest-AttachVolumeTestJSON-2127485695-router', 'tenant_id': 'a571a33f0e074fabbd06be1f77a97dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'b7bf23b4-1f41-4fbc-b878-23e19f4f34ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:21:59Z', 'updated_at': '2021-08-26T15:22:13Z', 'revision_number': 4, 'project_id': 'a571a33f0e074fabbd06be1f77a97dd0', 'gw_port': {'id': 'b7bf23b4-1f41-4fbc-b878-23e19f4f34ea', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:43:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4843c204-b237-4a20-a7ea-e6b0935d230e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:22:00Z', 'updated_at': '2021-08-26T15:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi', '_floatingips': [{'id': 'e8a1b674-a6cd-4ca9-abce-2c88d26ecaa5', 'tenant_id': 'a571a33f0e074fabbd06be1f77a97dd0', 'floating_ip_address': '172.27.3.71', 'floating_network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'router_id': '4843c204-b237-4a20-a7ea-e6b0935d230e', 'port_id': 'f7896107-f1a7-4371-b446-444b4939d366', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a386d6d9-e769-427b-a3dd-4a66aae709a7', 'mac_address': 'fa:16:3e:d3:f3:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e12ca20-3423-4df8-b641-6e4e74ddc1ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T15:27:12Z', 'updated_at': '2021-08-26T15:27:30Z', 'revision_number': 1, 'project_id': 'a571a33f0e074fabbd06be1f77a97dd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b8979b1-77b6-4aa5-b0ae-1d430a1121bd', 'name': '', 'network_id': 'a386d6d9-e769-427b-a3dd-4a66aae709a7', 'tenant_id': 'a571a33f0e074fabbd06be1f77a97dd0', 'mac_address': 'fa:16:3e:0d:58:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4843c204-b237-4a20-a7ea-e6b0935d230e', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'c96291ec-8721-4a15-8133-5907bd72b460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:22:10Z', 'updated_at': '2021-08-26T15:22:24Z', 'revision_number': 5, 'project_id': 'a571a33f0e074fabbd06be1f77a97dd0', 'subnets': [{'id': 'c96291ec-8721-4a15-8133-5907bd72b460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-7-iscsi', False) {} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:27:32.121842 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-2b2cc87c-4c8a-43df-866d-0bb96f0859b4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f21f38b1620b40acb26630e47d85c6c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0723493 Aug 26 15:27:32.124423 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 59204) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:27:32.143848 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e10b26-2eaa-4a84-aaca-8eff217ef87f None None] Checking router: 4843c204-b237-4a20-a7ea-e6b0935d230e for host: dv-cinder-779576-7-iscsi {{(pid=93843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 15:27:32.154079 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e10b26-2eaa-4a84-aaca-8eff217ef87f None None] Routers {'4843c204-b237-4a20-a7ea-e6b0935d230e'} bound to L3 agent in host dv-cinder-779576-7-iscsi {{(pid=93843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 15:27:32.154727 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-71e10b26-2eaa-4a84-aaca-8eff217ef87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-26T15:14:10Z,description=,heartbeat_timestamp=2021-08-26T15:27:10Z,host='dv-cinder-779576-7-iscsi',id=00a7d786-edfd-4f04-9152-3b7ae2bbf8ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T15:14:10Z,topic='l3_agent')) {'router_ids': ['4843c204-b237-4a20-a7ea-e6b0935d230e'], 'active': True} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:27:32.183145 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-1bc1d33e-d529-4dbf-94c4-339cf3fa20a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:32.188995 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-63b3f265-709d-41ba-85d2-74249d324dd9 req-2e5e4aff-59da-438f-8b66-6f0ca0a8b591 service neutron] 10.222.0.47 "GET /v2.0/networks/a386d6d9-e769-427b-a3dd-4a66aae709a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010816 Aug 26 15:27:32.211430 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-1bc1d33e-d529-4dbf-94c4-339cf3fa20a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:32.267447 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-1bc1d33e-d529-4dbf-94c4-339cf3fa20a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:32.272061 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-1bc1d33e-d529-4dbf-94c4-339cf3fa20a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:32.278141 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-1bc1d33e-d529-4dbf-94c4-339cf3fa20a6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e62b5368-65f6-47b1-a3f0-2bcec5167246 HTTP/1.1" status: 204 len: 168 time: 0.1523309 Aug 26 15:27:32.291143 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc1d33e-d529-4dbf-94c4-339cf3fa20a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e62b5368-65f6-47b1-a3f0-2bcec5167246,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:27:32.305043 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvr_db [None req-71e10b26-2eaa-4a84-aaca-8eff217ef87f None None] Set router 4843c204-b237-4a20-a7ea-e6b0935d230e gateway port host: dv-cinder-779576-7-iscsi {{(pid=93843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 15:27:32.310932 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-63b3f265-709d-41ba-85d2-74249d324dd9 req-83a0a642-0ec8-41e2-8eaf-690f675166f5 service neutron] 10.222.0.47 "GET /v2.0/networks/a386d6d9-e769-427b-a3dd-4a66aae709a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120038 Aug 26 15:27:32.559084 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Device ae8126f3-f430-47bb-ad61-9aec643e46a8 no longer exists at agent ovs-agent-dv-cinder-779576-7-iscsi {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 15:27:32.584542 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] No Port match for: ae8126f3-f430-47bb-ad61-9aec643e46a8 {{(pid=93843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 15:27:32.584883 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Device ae8126f3-f430-47bb-ad61-9aec643e46a8 not bound to the agent host dv-cinder-779576-7-iscsi {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 15:27:32.585399 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Device 510cc6ea-357b-4974-82e4-0250b33d695c no longer exists at agent ovs-agent-dv-cinder-779576-7-iscsi {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 15:27:32.607991 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] No Port match for: 510cc6ea-357b-4974-82e4-0250b33d695c {{(pid=93843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 15:27:32.608411 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Device 510cc6ea-357b-4974-82e4-0250b33d695c not bound to the agent host dv-cinder-779576-7-iscsi {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 15:27:32.620621 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-71e10b26-2eaa-4a84-aaca-8eff217ef87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4843c204-b237-4a20-a7ea-e6b0935d230e', 'name': 'tempest-AttachVolumeTestJSON-2127485695-router', 'tenant_id': 'a571a33f0e074fabbd06be1f77a97dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'b7bf23b4-1f41-4fbc-b878-23e19f4f34ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:21:59Z', 'updated_at': '2021-08-26T15:22:13Z', 'revision_number': 4, 'project_id': 'a571a33f0e074fabbd06be1f77a97dd0', 'gw_port': {'id': 'b7bf23b4-1f41-4fbc-b878-23e19f4f34ea', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:43:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4843c204-b237-4a20-a7ea-e6b0935d230e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:22:00Z', 'updated_at': '2021-08-26T15:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi', '_floatingips': [{'id': 'e8a1b674-a6cd-4ca9-abce-2c88d26ecaa5', 'tenant_id': 'a571a33f0e074fabbd06be1f77a97dd0', 'floating_ip_address': '172.27.3.71', 'floating_network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'router_id': '4843c204-b237-4a20-a7ea-e6b0935d230e', 'port_id': 'f7896107-f1a7-4371-b446-444b4939d366', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a386d6d9-e769-427b-a3dd-4a66aae709a7', 'mac_address': 'fa:16:3e:d3:f3:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e12ca20-3423-4df8-b641-6e4e74ddc1ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T15:27:12Z', 'updated_at': '2021-08-26T15:27:30Z', 'revision_number': 1, 'project_id': 'a571a33f0e074fabbd06be1f77a97dd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b8979b1-77b6-4aa5-b0ae-1d430a1121bd', 'name': '', 'network_id': 'a386d6d9-e769-427b-a3dd-4a66aae709a7', 'tenant_id': 'a571a33f0e074fabbd06be1f77a97dd0', 'mac_address': 'fa:16:3e:0d:58:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4843c204-b237-4a20-a7ea-e6b0935d230e', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'c96291ec-8721-4a15-8133-5907bd72b460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:22:10Z', 'updated_at': '2021-08-26T15:22:24Z', 'revision_number': 5, 'project_id': 'a571a33f0e074fabbd06be1f77a97dd0', 'subnets': [{'id': 'c96291ec-8721-4a15-8133-5907bd72b460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-7-iscsi', False) {} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:27:32.651071 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e10b26-2eaa-4a84-aaca-8eff217ef87f None None] The sync data for ids ['4843c204-b237-4a20-a7ea-e6b0935d230e'] in dv-cinder-779576-7-iscsi is: [{'id': '4843c204-b237-4a20-a7ea-e6b0935d230e', 'name': 'tempest-AttachVolumeTestJSON-2127485695-router', 'tenant_id': 'a571a33f0e074fabbd06be1f77a97dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'b7bf23b4-1f41-4fbc-b878-23e19f4f34ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:21:59Z', 'updated_at': '2021-08-26T15:22:13Z', 'revision_number': 4, 'project_id': 'a571a33f0e074fabbd06be1f77a97dd0', 'gw_port': {'id': 'b7bf23b4-1f41-4fbc-b878-23e19f4f34ea', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:43:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4843c204-b237-4a20-a7ea-e6b0935d230e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:22:00Z', 'updated_at': '2021-08-26T15:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi', '_floatingips': [{'id': 'e8a1b674-a6cd-4ca9-abce-2c88d26ecaa5', 'tenant_id': 'a571a33f0e074fabbd06be1f77a97dd0', 'floating_ip_address': '172.27.3.71', 'floating_network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'router_id': '4843c204-b237-4a20-a7ea-e6b0935d230e', 'port_id': 'f7896107-f1a7-4371-b446-444b4939d366', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a386d6d9-e769-427b-a3dd-4a66aae709a7', 'mac_address': 'fa:16:3e:d3:f3:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e12ca20-3423-4df8-b641-6e4e74ddc1ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T15:27:12Z', 'updated_at': '2021-08-26T15:27:30Z', 'revision_number': 1, 'project_id': 'a571a33f0e074fabbd06be1f77a97dd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b8979b1-77b6-4aa5-b0ae-1d430a1121bd', 'name': '', 'network_id': 'a386d6d9-e769-427b-a3dd-4a66aae709a7', 'tenant_id': 'a571a33f0e074fabbd06be1f77a97dd0', 'mac_address': 'fa:16:3e:0d:58:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4843c204-b237-4a20-a7ea-e6b0935d230e', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'c96291ec-8721-4a15-8133-5907bd72b460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:22:10Z', 'updated_at': '2021-08-26T15:22:24Z', 'revision_number': 5, 'project_id': 'a571a33f0e074fabbd06be1f77a97dd0', 'subnets': [{'id': 'c96291ec-8721-4a15-8133-5907bd72b460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 15:27:32.677434 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 59212) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:27:32.734859 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-11b1a029-5f64-45f1-831b-e2c791b38c23 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=de93dffd1e4f43f99282e83da539e437&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0558510 Aug 26 15:27:32.737849 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 59214) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:27:32.792509 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-9ea07857-b0ff-4921-b27e-48fcd3bd14c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:32.817425 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-9ea07857-b0ff-4921-b27e-48fcd3bd14c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:32.889982 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe46f75-3836-4fa1-b696-85b02c079a61 None None] New status for floating IP e8a1b674-a6cd-4ca9-abce-2c88d26ecaa5: ACTIVE {{(pid=93844) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 15:27:32.899305 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-9ea07857-b0ff-4921-b27e-48fcd3bd14c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:32.903409 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-9ea07857-b0ff-4921-b27e-48fcd3bd14c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:32.907693 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-9ea07857-b0ff-4921-b27e-48fcd3bd14c1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/eed2e0fa-1df4-47d2-bfc4-b06d12869acd HTTP/1.1" status: 204 len: 168 time: 0.1659439 Aug 26 15:27:32.918093 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea07857-b0ff-4921-b27e-48fcd3bd14c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eed2e0fa-1df4-47d2-bfc4-b06d12869acd,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:27:33.070834 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7432765d-d602-41a7-a356-b355730416d6 req-fcdd7264-fd57-4c8b-a470-72fa577cf699 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:33.072854 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-7432765d-d602-41a7-a356-b355730416d6 req-fcdd7264-fd57-4c8b-a470-72fa577cf699 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/ports?device_id=001bdad4-93d0-4155-9a28-4adb526b68cc HTTP/1.1" status: 200 len: 944 time: 0.0634768 Aug 26 15:27:33.131620 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-7432765d-d602-41a7-a356-b355730416d6 req-bd455cab-0831-4c86-b81c-24848500b628 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/security-groups?id=e18d2e28-abe2-4c40-a4ee-147ecea0ab19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508845 Aug 26 15:27:33.237939 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251fc8b7-b362-4883-905b-c8154748b564 req-2b7ef100-97f4-4115-90f2-70f2b7549d34 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:33.240061 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-251fc8b7-b362-4883-905b-c8154748b564 req-2b7ef100-97f4-4115-90f2-70f2b7549d34 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/ports?device_id=290517c5-39da-4a2e-9098-65d6b2a24871 HTTP/1.1" status: 200 len: 943 time: 0.0554621 Aug 26 15:27:33.291192 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-251fc8b7-b362-4883-905b-c8154748b564 req-0af50503-e6a4-4f75-aa7b-997bbbcc4404 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/security-groups?id=672dc045-bd54-4dfd-8b7e-df655c7922d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437100 Aug 26 15:27:33.466151 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Device febd443b-a89f-4dd9-90b2-5dbc955f078b details requested by agent hyperv_hv-cinder-77957 with host hv-cinder-77957 {{(pid=93843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 15:27:33.590775 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] For port febd443b-a89f-4dd9-90b2-5dbc955f078b, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=febd443b-a89f-4dd9-90b2-5dbc955f078b,segment=NetworkSegment(c2792f37-8bd4-4f4a-a238-627501de7f94),segment_id=c2792f37-8bd4-4f4a-a238-627501de7f94)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:27:33.612688 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Returning: {'device': 'febd443b-a89f-4dd9-90b2-5dbc955f078b', 'network_id': 'ff3f8523-7c5c-45fd-bb0d-14c506d1eed1', 'port_id': 'febd443b-a89f-4dd9-90b2-5dbc955f078b', 'mac_address': 'fa:16:3e:3a:12:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03934509-c48d-4abc-9880-2d8ef00a653e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 15:27:33.658061 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:33.672972 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.notifiers.nova [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id febd443b-a89f-4dd9-90b2-5dbc955f078b {{(pid=93843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 15:27:33.694081 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] For port febd443b-a89f-4dd9-90b2-5dbc955f078b, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=febd443b-a89f-4dd9-90b2-5dbc955f078b,segment=NetworkSegment(c2792f37-8bd4-4f4a-a238-627501de7f94),segment_id=c2792f37-8bd4-4f4a-a238-627501de7f94)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:27:33.699247 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:33.754296 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Pushing event updated for resources: {'Port': ['ID=febd443b-a89f-4dd9-90b2-5dbc955f078b,revision_number=4']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:27:33.760017 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 59244) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:27:33.860851 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [None req-8c9fb951-323c-4900-b624-73aa54b50f8b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1118848207-network', 'tenant_id': '6f82b801e0334e5b8e81593b9cfcefb6'}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:27:33.886989 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c9fb951-323c-4900-b624-73aa54b50f8b admin admin] Made reservation on behalf of 6f82b801e0334e5b8e81593b9cfcefb6 for: {'network': 1} {{(pid=93841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:27:33.889273 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-8c9fb951-323c-4900-b624-73aa54b50f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for network, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:33.902596 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-8c9fb951-323c-4900-b624-73aa54b50f8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:34.001395 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] get_ports_and_sgs() called for port_ids ['febd443b-a89f-4dd9-90b2-5dbc955f078b'] {{(pid=93843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 15:27:34.276169 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1d3437-026e-4644-a486-caf141aac20f req-b33adf84-7ac8-4fed-850a-44097cda631e tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:34.277738 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-8b1d3437-026e-4644-a486-caf141aac20f req-b33adf84-7ac8-4fed-850a-44097cda631e tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/ports?device_id=001bdad4-93d0-4155-9a28-4adb526b68cc HTTP/1.1" status: 200 len: 945 time: 0.0555422 Aug 26 15:27:34.293230 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-8c9fb951-323c-4900-b624-73aa54b50f8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:34.298869 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-8c9fb951-323c-4900-b624-73aa54b50f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:34.321471 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c9fb951-323c-4900-b624-73aa54b50f8b admin admin] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=93841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 15:27:34.323228 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-8b1d3437-026e-4644-a486-caf141aac20f req-5935385c-d7fc-45a0-a9d8-70d1742380b6 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/security-groups?id=e18d2e28-abe2-4c40-a4ee-147ecea0ab19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363848 Aug 26 15:27:34.337767 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9fb951-323c-4900-b624-73aa54b50f8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef64fcf-782c-414c-b374-c38deeda5fbd,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:27:34.346844 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-8c9fb951-323c-4900-b624-73aa54b50f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509819'] for segment, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:34.346844 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.db.segments_db [None req-8c9fb951-323c-4900-b624-73aa54b50f8b admin admin] Added segment 393d523d-3aa9-48f0-bebb-8ad681df49e0 of type vlan for network 329fd950-a540-4a75-a3a7-58422b6c25d2 Aug 26 15:27:34.410569 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-8c9fb951-323c-4900-b624-73aa54b50f8b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793280371833'] for network, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:34.449311 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b43c05-f644-43dd-a81b-a97162f1aafc req-48b96b93-424e-4cfd-b2ae-5e2e8b59f2ad tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:34.450850 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-11b43c05-f644-43dd-a81b-a97162f1aafc req-48b96b93-424e-4cfd-b2ae-5e2e8b59f2ad tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/ports?device_id=290517c5-39da-4a2e-9098-65d6b2a24871 HTTP/1.1" status: 200 len: 943 time: 0.0760965 Aug 26 15:27:34.451926 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-8c9fb951-323c-4900-b624-73aa54b50f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337'] for network, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:34.452809 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9fb951-323c-4900-b624-73aa54b50f8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:34.453377 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-8c9fb951-323c-4900-b624-73aa54b50f8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774323'] for network, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:34.525084 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-8c9fb951-323c-4900-b624-73aa54b50f8b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7639327 Aug 26 15:27:34.528247 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 59254) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:27:34.537622 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [None req-bb1e5d4e-e4ce-4a0e-9239-8966a84c4b7d admin admin] Request body: {'subnet': {'network_id': '329fd950-a540-4a75-a3a7-58422b6c25d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1118848207-subnet', 'tenant_id': '6f82b801e0334e5b8e81593b9cfcefb6', 'ip_version': 4}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:27:34.543831 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9fb951-323c-4900-b624-73aa54b50f8b admin admin] Pushing event updated for resources: {'Network': ['ID=329fd950-a540-4a75-a3a7-58422b6c25d2,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:27:34.552110 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-11b43c05-f644-43dd-a81b-a97162f1aafc req-1c072e56-88fe-40d0-aedc-77c627ee58f3 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/security-groups?id=672dc045-bd54-4dfd-8b7e-df655c7922d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924184 Aug 26 15:27:34.556498 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Network 329fd950-a540-4a75-a3a7-58422b6c25d2 details requested by agent ovs-agent-dv-cinder-779576-7-iscsi with host dv-cinder-779576-7-iscsi {{(pid=93843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 15:27:34.569173 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb1e5d4e-e4ce-4a0e-9239-8966a84c4b7d admin admin] Made reservation on behalf of 6f82b801e0334e5b8e81593b9cfcefb6 for: {'subnet': 1} {{(pid=93842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:27:34.573006 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-bb1e5d4e-e4ce-4a0e-9239-8966a84c4b7d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260396810'] for subnet, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:34.759767 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-bb1e5d4e-e4ce-4a0e-9239-8966a84c4b7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261273885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260396920'] for subnet, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:34.808872 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1e5d4e-e4ce-4a0e-9239-8966a84c4b7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfc17a86-1d58-4632-8a91-fe4726db6b6d,revision_number=0']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:27:34.826051 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1e5d4e-e4ce-4a0e-9239-8966a84c4b7d admin admin] Checking segment: {'id': '393d523d-3aa9-48f0-bebb-8ad681df49e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '329fd950-a540-4a75-a3a7-58422b6c25d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 15:27:34.826406 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1e5d4e-e4ce-4a0e-9239-8966a84c4b7d admin admin] Network hostable DHCP agents. Network: 329fd950-a540-4a75-a3a7-58422b6c25d2, hostable agents: ['c577b1e9-213f-4ed4-b1c1-ed72ab3b29a9'], hosted agents: [] {{(pid=93842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 15:27:34.846333 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1e5d4e-e4ce-4a0e-9239-8966a84c4b7d admin admin] Network 329fd950-a540-4a75-a3a7-58422b6c25d2 is scheduled to be hosted by DHCP agent c577b1e9-213f-4ed4-b1c1-ed72ab3b29a9 with binding_index 1 {{(pid=93842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 15:27:34.861220 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.scheduler.base_scheduler [None req-bb1e5d4e-e4ce-4a0e-9239-8966a84c4b7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779576-7-iscsi, 329fd950-a540-4a75-a3a7-58422b6c25d2) {{(pid=93842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:27:34.865921 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1e5d4e-e4ce-4a0e-9239-8966a84c4b7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:34.866520 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-bb1e5d4e-e4ce-4a0e-9239-8966a84c4b7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774323'] for subnet, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:34.871390 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5295ad3-c015-4da2-9cf3-1d50ba458009 None None] Network 329fd950-a540-4a75-a3a7-58422b6c25d2 requested from dv-cinder-779576-7-iscsi {{(pid=93843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 15:27:34.886794 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-bb1e5d4e-e4ce-4a0e-9239-8966a84c4b7d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3572097 Aug 26 15:27:34.891349 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 59258) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:27:34.898456 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [None req-5de548d5-511b-4ac1-be84-3644fa9e7120 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1118848207-router', 'tenant_id': '6f82b801e0334e5b8e81593b9cfcefb6', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e'}}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:27:34.921199 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-5de548d5-511b-4ac1-be84-3644fa9e7120 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3930572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28712'] for router, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:34.922239 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-5de548d5-511b-4ac1-be84-3644fa9e7120 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3930464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3928842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3854504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28705'] for router, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:34.979398 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-5de548d5-511b-4ac1-be84-3644fa9e7120 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:35.036937 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b644eb8-ff9b-4f2a-89b1-c57368a09698 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4cc187a2-af17-53df-8bc0-65deb136d35f-329fd950-a540-4a75-a3a7-58422b6c25d2', 'network_id': '329fd950-a540-4a75-a3a7-58422b6c25d2', 'tenant_id': '6f82b801e0334e5b8e81593b9cfcefb6', 'fixed_ips': [{'subnet_id': 'dfc17a86-1d58-4632-8a91-fe4726db6b6d'}]}} from dv-cinder-779576-7-iscsi. {{(pid=93843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 15:27:35.037795 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-6b644eb8-ff9b-4f2a-89b1-c57368a09698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_create {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:35.133888 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-5de548d5-511b-4ac1-be84-3644fa9e7120 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:35.267969 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.db_base_plugin_common [None req-6b644eb8-ff9b-4f2a-89b1-c57368a09698 None None] Allocated IP 172.20.0.2 (329fd950-a540-4a75-a3a7-58422b6c25d2/dfc17a86-1d58-4632-8a91-fe4726db6b6d/d0407aaa-71af-4b7a-ac1b-641d9192289d) {{(pid=93843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:27:35.373308 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-5de548d5-511b-4ac1-be84-3644fa9e7120 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:35.391388 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-5de548d5-511b-4ac1-be84-3644fa9e7120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:35.455645 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-6b644eb8-ff9b-4f2a-89b1-c57368a09698 None None] Notify callbacks [] for port, precommit_create {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:35.464608 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-6b644eb8-ff9b-4f2a-89b1-c57368a09698 None None] Transition to ACTIVE for port object d0407aaa-71af-4b7a-ac1b-641d9192289d will not be triggered until provisioned by entity L2. {{(pid=93843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 15:27:35.465365 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba94562-aa4a-4742-8fb3-f3c9a157e278 req-c5b33e24-168c-4900-b8c1-c84f86e356fb tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:35.467791 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-2ba94562-aa4a-4742-8fb3-f3c9a157e278 req-c5b33e24-168c-4900-b8c1-c84f86e356fb tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/ports?device_id=001bdad4-93d0-4155-9a28-4adb526b68cc HTTP/1.1" status: 200 len: 945 time: 0.0621564 Aug 26 15:27:35.484642 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Device 15f03937-23d8-489c-88ae-6e2f40f2c5eb details requested by agent hyperv_hv-cinder-77957 with host hv-cinder-77957 {{(pid=93843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 15:27:35.487730 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Device febd443b-a89f-4dd9-90b2-5dbc955f078b up at agent hyperv_hv-cinder-77957 {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:27:35.501953 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-6b644eb8-ff9b-4f2a-89b1-c57368a09698 None None] Transition to ACTIVE for port object d0407aaa-71af-4b7a-ac1b-641d9192289d will not be triggered until provisioned by entity DHCP. {{(pid=93843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 15:27:35.506854 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.db.db_base_plugin_common [None req-5de548d5-511b-4ac1-be84-3644fa9e7120 admin admin] Allocated IP 172.27.3.111 (94c3c280-690c-4a83-85d9-6b8aea125a5e/fcbbbf85-6bcd-493f-b527-2ade21fd40af/ac3550e0-27b0-4a2b-a939-b2a5d0f96558) {{(pid=93841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:27:35.510534 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-2ba94562-aa4a-4742-8fb3-f3c9a157e278 req-99c353cb-d37f-4f88-8be5-f3dafff75bc2 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/security-groups?id=e18d2e28-abe2-4c40-a4ee-147ecea0ab19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362563 Aug 26 15:27:35.543023 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-6b644eb8-ff9b-4f2a-89b1-c57368a09698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793280355359'] for port, after_create {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:35.634610 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-5de548d5-511b-4ac1-be84-3644fa9e7120 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:35.647091 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b644eb8-ff9b-4f2a-89b1-c57368a09698 None None] Network 329fd950-a540-4a75-a3a7-58422b6c25d2 is already hosted by enough agents. {{(pid=93843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:27:35.658612 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.scheduler.base_scheduler [None req-6b644eb8-ff9b-4f2a-89b1-c57368a09698 None None] Resources bound (agent type, host, resource id): {{(pid=93843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:27:35.665635 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b644eb8-ff9b-4f2a-89b1-c57368a09698 None None] Pushing event updated for resources: {'Port': ['ID=d0407aaa-71af-4b7a-ac1b-641d9192289d,revision_number=1']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:27:35.669623 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b644eb8-ff9b-4f2a-89b1-c57368a09698 None None] Received port after_create {{(pid=93843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 15:27:35.710308 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Provisioning for port febd443b-a89f-4dd9-90b2-5dbc955f078b completed by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 15:27:35.715333 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da57301-a933-482c-b7ce-6d11c7baff04 req-4a0fced0-e91b-4b93-9d18-5fd23e5a15b1 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:35.717455 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-0da57301-a933-482c-b7ce-6d11c7baff04 req-4a0fced0-e91b-4b93-9d18-5fd23e5a15b1 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/ports?device_id=290517c5-39da-4a2e-9098-65d6b2a24871 HTTP/1.1" status: 200 len: 943 time: 0.0763869 Aug 26 15:27:35.746524 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-5de548d5-511b-4ac1-be84-3644fa9e7120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793280355359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263742114'] for port, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:35.746848 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Provisioning complete for port febd443b-a89f-4dd9-90b2-5dbc955f078b triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:27:35.747229 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:35.788534 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] For port 15f03937-23d8-489c-88ae-6e2f40f2c5eb, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=15f03937-23d8-489c-88ae-6e2f40f2c5eb,segment=NetworkSegment(0ec0529a-fb33-4f07-bc7a-84b32e32ac14),segment_id=0ec0529a-fb33-4f07-bc7a-84b32e32ac14)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:27:35.796913 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-6b644eb8-ff9b-4f2a-89b1-c57368a09698 None None] Attempting to bind port d0407aaa-71af-4b7a-ac1b-641d9192289d on host dv-cinder-779576-7-iscsi for vnic_type normal with profile {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 15:27:35.797281 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-6b644eb8-ff9b-4f2a-89b1-c57368a09698 None None] Attempting to bind port d0407aaa-71af-4b7a-ac1b-641d9192289d by drivers openvswitch,hyperv on host dv-cinder-779576-7-iscsi at level 0 using segments [{'id': '393d523d-3aa9-48f0-bebb-8ad681df49e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '329fd950-a540-4a75-a3a7-58422b6c25d2'}] {{(pid=93843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 15:27:35.797635 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b644eb8-ff9b-4f2a-89b1-c57368a09698 None None] Attempting to bind port d0407aaa-71af-4b7a-ac1b-641d9192289d on network 329fd950-a540-4a75-a3a7-58422b6c25d2 {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 15:27:35.803431 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de548d5-511b-4ac1-be84-3644fa9e7120 admin admin] Network 94c3c280-690c-4a83-85d9-6b8aea125a5e is already hosted by enough agents. {{(pid=93841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:27:35.810590 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-0da57301-a933-482c-b7ce-6d11c7baff04 req-8cfa9460-5b0b-4344-8f18-953e705e1cdb tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/security-groups?id=672dc045-bd54-4dfd-8b7e-df655c7922d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805213 Aug 26 15:27:35.811202 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Returning: {'device': '15f03937-23d8-489c-88ae-6e2f40f2c5eb', 'network_id': '450519e4-8c12-447b-a687-0d4a9d1435ad', 'port_id': '15f03937-23d8-489c-88ae-6e2f40f2c5eb', 'mac_address': 'fa:16:3e:12:4e:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6465a299-7a62-4790-95c8-1882e69b35c5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 15:27:35.814241 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.scheduler.base_scheduler [None req-5de548d5-511b-4ac1-be84-3644fa9e7120 admin admin] Resources bound (agent type, host, resource id): {{(pid=93841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:27:35.815327 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b644eb8-ff9b-4f2a-89b1-c57368a09698 None None] Checking agent: {'id': '072be889-8d10-4535-8eb8-b08180675ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779576-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 15, 14, 10), 'started_at': datetime.datetime(2021, 8, 26, 15, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 15, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779576-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 15:27:35.816317 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b644eb8-ff9b-4f2a-89b1-c57368a09698 None None] Checking segment: {'id': '393d523d-3aa9-48f0-bebb-8ad681df49e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '329fd950-a540-4a75-a3a7-58422b6c25d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 15:27:35.816317 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-6b644eb8-ff9b-4f2a-89b1-c57368a09698 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:35.816729 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b644eb8-ff9b-4f2a-89b1-c57368a09698 None None] Bound using segment: {'id': '393d523d-3aa9-48f0-bebb-8ad681df49e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '329fd950-a540-4a75-a3a7-58422b6c25d2'} {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 15:27:35.817149 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-6b644eb8-ff9b-4f2a-89b1-c57368a09698 None None] Bound port: d0407aaa-71af-4b7a-ac1b-641d9192289d, host: dv-cinder-779576-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '393d523d-3aa9-48f0-bebb-8ad681df49e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '329fd950-a540-4a75-a3a7-58422b6c25d2'}}] {{(pid=93843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 15:27:35.817832 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-6b644eb8-ff9b-4f2a-89b1-c57368a09698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:35.818019 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de548d5-511b-4ac1-be84-3644fa9e7120 admin admin] Received port after_create {{(pid=93841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 15:27:35.842002 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de548d5-511b-4ac1-be84-3644fa9e7120 admin admin] Pushing event updated for resources: {'Port': ['ID=ac3550e0-27b0-4a2b-a939-b2a5d0f96558,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:27:35.901350 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:35.950299 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.notifiers.nova [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15f03937-23d8-489c-88ae-6e2f40f2c5eb {{(pid=93843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 15:27:35.982653 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-6b644eb8-ff9b-4f2a-89b1-c57368a09698 None None] For port d0407aaa-71af-4b7a-ac1b-641d9192289d, host dv-cinder-779576-7-iscsi, cleared binding levels {{(pid=93843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:27:35.990451 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] For port 15f03937-23d8-489c-88ae-6e2f40f2c5eb, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=15f03937-23d8-489c-88ae-6e2f40f2c5eb,segment=NetworkSegment(0ec0529a-fb33-4f07-bc7a-84b32e32ac14),segment_id=0ec0529a-fb33-4f07-bc7a-84b32e32ac14)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:27:35.996415 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:36.008997 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-6b644eb8-ff9b-4f2a-89b1-c57368a09698 None None] For port d0407aaa-71af-4b7a-ac1b-641d9192289d, host dv-cinder-779576-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-7-iscsi',level=0,port_id=d0407aaa-71af-4b7a-ac1b-641d9192289d,segment=NetworkSegment(393d523d-3aa9-48f0-bebb-8ad681df49e0),segment_id=393d523d-3aa9-48f0-bebb-8ad681df49e0)] {{(pid=93843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:27:36.010105 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:36.019182 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-6b644eb8-ff9b-4f2a-89b1-c57368a09698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:36.057785 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '001bdad4-93d0-4155-9a28-4adb526b68cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'febd443b-a89f-4dd9-90b2-5dbc955f078b'}] {{(pid=93843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 15:27:36.059915 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d587d98fe02f6619f456de0f45288515ee723af96d1e5c8ab0bdf50e2145b638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecc8361d-7e24-4e04-a643-0fdc8412e339" -d '{"events": [{"server_uuid": "001bdad4-93d0-4155-9a28-4adb526b68cc", "name": "network-vif-plugged", "status": "completed", "tag": "febd443b-a89f-4dd9-90b2-5dbc955f078b"}]}' {{(pid=93843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:27:36.083132 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] For port febd443b-a89f-4dd9-90b2-5dbc955f078b, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=febd443b-a89f-4dd9-90b2-5dbc955f078b,segment=NetworkSegment(c2792f37-8bd4-4f4a-a238-627501de7f94),segment_id=c2792f37-8bd4-4f4a-a238-627501de7f94)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:27:36.090198 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:36.100236 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-5de548d5-511b-4ac1-be84-3644fa9e7120 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:36.105517 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Pushing event updated for resources: {'Port': ['ID=15f03937-23d8-489c-88ae-6e2f40f2c5eb,revision_number=4']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:27:36.111205 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 15:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64e827a7-a445-40e7-a538-802d61510ce4 x-openstack-request-id: req-64e827a7-a445-40e7-a538-802d61510ce4 {{(pid=93843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:27:36.111492 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "001bdad4-93d0-4155-9a28-4adb526b68cc", "name": "network-vif-plugged", "status": "completed", "tag": "febd443b-a89f-4dd9-90b2-5dbc955f078b", "code": 200}]} {{(pid=93843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:27:36.111741 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-64e827a7-a445-40e7-a538-802d61510ce4 {{(pid=93843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:27:36.112183 dv-cinder-779576-7-iscsi neutron-server[93843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '001bdad4-93d0-4155-9a28-4adb526b68cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'febd443b-a89f-4dd9-90b2-5dbc955f078b', 'code': 200} Aug 26 15:27:36.167566 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b644eb8-ff9b-4f2a-89b1-c57368a09698 None None] Pushing event updated for resources: {'Port': ['ID=d0407aaa-71af-4b7a-ac1b-641d9192289d,revision_number=2']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:27:36.232790 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Pushing event updated for resources: {'Port': ['ID=febd443b-a89f-4dd9-90b2-5dbc955f078b,revision_number=5']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:27:36.351140 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-5de548d5-511b-4ac1-be84-3644fa9e7120 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3930459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3928533'] for router, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:36.358659 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eb372f-9005-4c39-b569-01e6bf5715a0 req-e88675f8-20ad-4f87-a035-c76e8ed8dbec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:36.360953 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-64eb372f-9005-4c39-b569-01e6bf5715a0 req-e88675f8-20ad-4f87-a035-c76e8ed8dbec service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=001bdad4-93d0-4155-9a28-4adb526b68cc HTTP/1.1" status: 200 len: 1099 time: 0.0723827 Aug 26 15:27:36.369061 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] get_ports_and_sgs() called for port_ids ['15f03937-23d8-489c-88ae-6e2f40f2c5eb'] {{(pid=93843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 15:27:36.416632 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-64eb372f-9005-4c39-b569-01e6bf5715a0 req-71bb43d0-ac34-47df-b115-fd997ec04144 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e18d2e28-abe2-4c40-a4ee-147ecea0ab19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472448 Aug 26 15:27:36.559911 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5de548d5-511b-4ac1-be84-3644fa9e7120 admin admin] Router 2a229c2e-82ca-42f4-8696-b1084b460c61 is scheduled to L3 agent 00a7d786-edfd-4f04-9152-3b7ae2bbf8ca with binding_index 1 {{(pid=93841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 15:27:36.630179 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Device d0407aaa-71af-4b7a-ac1b-641d9192289d up at agent ovs-agent-dv-cinder-779576-7-iscsi {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:27:36.720772 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036d61b1-2b79-4c60-a00b-7ee97813e9a2 req-a737c7a6-b9b1-4d52-9ed7-e29d62e5481a tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:36.723823 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-036d61b1-2b79-4c60-a00b-7ee97813e9a2 req-a737c7a6-b9b1-4d52-9ed7-e29d62e5481a tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/ports?device_id=001bdad4-93d0-4155-9a28-4adb526b68cc HTTP/1.1" status: 200 len: 946 time: 0.0944221 Aug 26 15:27:36.736111 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5de548d5-511b-4ac1-be84-3644fa9e7120 admin admin] Notify agent at l3_agent.dv-cinder-779576-7-iscsi the message routers_updated {{(pid=93841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 15:27:36.744480 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Provisioning for port d0407aaa-71af-4b7a-ac1b-641d9192289d completed by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 15:27:36.755069 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e942fa3-b429-46e7-8f93-f8c3978c1ad6 None None] Sync routers for ids ['2a229c2e-82ca-42f4-8696-b1084b460c61'] in dv-cinder-779576-7-iscsi {{(pid=93843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 15:27:36.759926 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-5de548d5-511b-4ac1-be84-3644fa9e7120 admin admin] Notify callbacks [] for router, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:36.760986 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-5de548d5-511b-4ac1-be84-3644fa9e7120 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8683033 Aug 26 15:27:36.764146 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 59274) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:27:36.767615 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-036d61b1-2b79-4c60-a00b-7ee97813e9a2 req-22375e8e-f640-4177-98fa-0392199cac2f tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/security-groups?id=e18d2e28-abe2-4c40-a4ee-147ecea0ab19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375435 Aug 26 15:27:36.771034 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e942fa3-b429-46e7-8f93-f8c3978c1ad6 None None] Routers {'2a229c2e-82ca-42f4-8696-b1084b460c61'} bound to L3 agent in host dv-cinder-779576-7-iscsi {{(pid=93843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 15:27:36.771671 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-3e942fa3-b429-46e7-8f93-f8c3978c1ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-26T15:14:10Z,description=,heartbeat_timestamp=2021-08-26T15:27:10Z,host='dv-cinder-779576-7-iscsi',id=00a7d786-edfd-4f04-9152-3b7ae2bbf8ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T15:14:10Z,topic='l3_agent')) {'router_ids': ['2a229c2e-82ca-42f4-8696-b1084b460c61'], 'active': True} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:27:36.966962 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaab8e5-a5e0-4a4a-b175-f6deb8a69048 req-166ec325-573e-4766-81f6-fff7c508ed66 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:36.968794 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-daaab8e5-a5e0-4a4a-b175-f6deb8a69048 req-166ec325-573e-4766-81f6-fff7c508ed66 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/ports?device_id=290517c5-39da-4a2e-9098-65d6b2a24871 HTTP/1.1" status: 200 len: 944 time: 0.0608191 Aug 26 15:27:37.032546 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-daaab8e5-a5e0-4a4a-b175-f6deb8a69048 req-3839521e-772b-4c27-87c7-4be5043ac0ea tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/security-groups?id=672dc045-bd54-4dfd-8b7e-df655c7922d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525475 Aug 26 15:27:37.057291 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvr_db [None req-3e942fa3-b429-46e7-8f93-f8c3978c1ad6 None None] Set router 2a229c2e-82ca-42f4-8696-b1084b460c61 gateway port host: dv-cinder-779576-7-iscsi {{(pid=93843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 15:27:37.203180 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-b4ed212b-3597-4657-aec2-03165fb7a139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:37.298025 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-d37eb5aa-eeb1-4522-b59e-7baea3db920c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:37.312888 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-3e942fa3-b429-46e7-8f93-f8c3978c1ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a229c2e-82ca-42f4-8696-b1084b460c61', 'name': 'tempest-TestShelveInstance-1118848207-router', 'tenant_id': '6f82b801e0334e5b8e81593b9cfcefb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': 'ac3550e0-27b0-4a2b-a939-b2a5d0f96558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:27:34Z', 'updated_at': '2021-08-26T15:27:35Z', 'revision_number': 3, 'project_id': '6f82b801e0334e5b8e81593b9cfcefb6', 'gw_port': {'id': 'ac3550e0-27b0-4a2b-a939-b2a5d0f96558', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:14:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a229c2e-82ca-42f4-8696-b1084b460c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:27:35Z', 'updated_at': '2021-08-26T15:27:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi'}], 'dv-cinder-779576-7-iscsi', False) {} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:27:37.361077 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e942fa3-b429-46e7-8f93-f8c3978c1ad6 None None] Checking router: 2a229c2e-82ca-42f4-8696-b1084b460c61 for host: dv-cinder-779576-7-iscsi {{(pid=93843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 15:27:37.361430 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e942fa3-b429-46e7-8f93-f8c3978c1ad6 None None] Updating router 2a229c2e-82ca-42f4-8696-b1084b460c61 port ac3550e0-27b0-4a2b-a939-b2a5d0f96558 binding host dv-cinder-779576-7-iscsi {{(pid=93843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 15:27:37.404167 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-3e942fa3-b429-46e7-8f93-f8c3978c1ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:37.435475 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276165c9-e683-462e-8dae-b883fdca375b None None] Network 329fd950-a540-4a75-a3a7-58422b6c25d2 requested from dv-cinder-779576-7-iscsi {{(pid=93843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 15:27:37.487946 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.db.db_base_plugin_common [None req-d37eb5aa-eeb1-4522-b59e-7baea3db920c admin admin] Allocated IP 172.20.0.1 (329fd950-a540-4a75-a3a7-58422b6c25d2/dfc17a86-1d58-4632-8a91-fe4726db6b6d/d98bb76a-750c-4626-b037-af80e01a076e) {{(pid=93841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:27:37.577101 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-255ec13c-c3f1-418e-b717-238f32ea2978 None None] Provisioning for port d0407aaa-71af-4b7a-ac1b-641d9192289d completed by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 15:27:37.594978 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-255ec13c-c3f1-418e-b717-238f32ea2978 None None] Provisioning complete for port d0407aaa-71af-4b7a-ac1b-641d9192289d triggered by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:27:37.595432 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-255ec13c-c3f1-418e-b717-238f32ea2978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:37.609934 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-d37eb5aa-eeb1-4522-b59e-7baea3db920c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:37.625284 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.db.provisioning_blocks [None req-d37eb5aa-eeb1-4522-b59e-7baea3db920c admin admin] Transition to ACTIVE for port object d98bb76a-750c-4626-b037-af80e01a076e will not be triggered until provisioned by entity DHCP. {{(pid=93841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 15:27:37.672085 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-d37eb5aa-eeb1-4522-b59e-7baea3db920c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793280355359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263742114'] for port, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:37.724407 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d37eb5aa-eeb1-4522-b59e-7baea3db920c admin admin] Network 329fd950-a540-4a75-a3a7-58422b6c25d2 is already hosted by enough agents. {{(pid=93841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:27:37.730538 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.scheduler.base_scheduler [None req-d37eb5aa-eeb1-4522-b59e-7baea3db920c admin admin] Resources bound (agent type, host, resource id): {{(pid=93841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:27:37.736978 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37eb5aa-eeb1-4522-b59e-7baea3db920c admin admin] Received port after_create {{(pid=93841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 15:27:37.782374 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37eb5aa-eeb1-4522-b59e-7baea3db920c admin admin] Pushing event updated for resources: {'Port': ['ID=d98bb76a-750c-4626-b037-af80e01a076e,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:27:37.821657 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-d37eb5aa-eeb1-4522-b59e-7baea3db920c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3928330'] for router_interface, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:37.906220 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-255ec13c-c3f1-418e-b717-238f32ea2978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:37.974450 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a359d3d8-7996-40b6-8311-0904463b4974 req-f2b2db80-a5ef-4460-8c0b-6a3bbd9e3fdf tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:37.977048 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-d37eb5aa-eeb1-4522-b59e-7baea3db920c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:37.985591 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-a359d3d8-7996-40b6-8311-0904463b4974 req-f2b2db80-a5ef-4460-8c0b-6a3bbd9e3fdf tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/ports?device_id=001bdad4-93d0-4155-9a28-4adb526b68cc HTTP/1.1" status: 200 len: 946 time: 0.1223855 Aug 26 15:27:37.986212 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-3e942fa3-b429-46e7-8f93-f8c3978c1ad6 None None] Notify callbacks [] for port, precommit_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:38.001448 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-255ec13c-c3f1-418e-b717-238f32ea2978 None None] For port d0407aaa-71af-4b7a-ac1b-641d9192289d, host dv-cinder-779576-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-7-iscsi',level=0,port_id=d0407aaa-71af-4b7a-ac1b-641d9192289d,segment=NetworkSegment(393d523d-3aa9-48f0-bebb-8ad681df49e0),segment_id=393d523d-3aa9-48f0-bebb-8ad681df49e0)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:27:38.010408 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-3e942fa3-b429-46e7-8f93-f8c3978c1ad6 None None] Transition to ACTIVE for port object ac3550e0-27b0-4a2b-a939-b2a5d0f96558 will not be triggered until provisioned by entity L2. {{(pid=93843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 15:27:38.014183 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-255ec13c-c3f1-418e-b717-238f32ea2978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:38.043477 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-3e942fa3-b429-46e7-8f93-f8c3978c1ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:38.057163 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-a359d3d8-7996-40b6-8311-0904463b4974 req-c1d20383-1d93-4022-b4a9-8aed3736d67c tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/security-groups?id=e18d2e28-abe2-4c40-a4ee-147ecea0ab19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699334 Aug 26 15:27:38.121150 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-3e942fa3-b429-46e7-8f93-f8c3978c1ad6 None None] Attempting to bind port ac3550e0-27b0-4a2b-a939-b2a5d0f96558 on host dv-cinder-779576-7-iscsi for vnic_type normal with profile {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 15:27:38.122135 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-3e942fa3-b429-46e7-8f93-f8c3978c1ad6 None None] Attempting to bind port ac3550e0-27b0-4a2b-a939-b2a5d0f96558 by drivers openvswitch,hyperv on host dv-cinder-779576-7-iscsi at level 0 using segments [{'id': 'd599df7f-c7a7-42e6-8c54-3da29125ead3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e'}] {{(pid=93843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 15:27:38.122499 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e942fa3-b429-46e7-8f93-f8c3978c1ad6 None None] Attempting to bind port ac3550e0-27b0-4a2b-a939-b2a5d0f96558 on network 94c3c280-690c-4a83-85d9-6b8aea125a5e {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 15:27:38.126076 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255ec13c-c3f1-418e-b717-238f32ea2978 None None] Pushing event updated for resources: {'Port': ['ID=d0407aaa-71af-4b7a-ac1b-641d9192289d,revision_number=3']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:27:38.142469 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e942fa3-b429-46e7-8f93-f8c3978c1ad6 None None] Checking agent: {'id': '072be889-8d10-4535-8eb8-b08180675ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779576-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 15, 14, 10), 'started_at': datetime.datetime(2021, 8, 26, 15, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 15, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779576-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 15:27:38.142469 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e942fa3-b429-46e7-8f93-f8c3978c1ad6 None None] Checking segment: {'id': 'd599df7f-c7a7-42e6-8c54-3da29125ead3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 15:27:38.142911 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-3e942fa3-b429-46e7-8f93-f8c3978c1ad6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:38.143255 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e942fa3-b429-46e7-8f93-f8c3978c1ad6 None None] Bound using segment: {'id': 'd599df7f-c7a7-42e6-8c54-3da29125ead3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e'} {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 15:27:38.143737 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-3e942fa3-b429-46e7-8f93-f8c3978c1ad6 None None] Bound port: ac3550e0-27b0-4a2b-a939-b2a5d0f96558, host: dv-cinder-779576-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd599df7f-c7a7-42e6-8c54-3da29125ead3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e'}}] {{(pid=93843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 15:27:38.144963 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-3e942fa3-b429-46e7-8f93-f8c3978c1ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:38.217026 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fcc9ac-b1ca-465f-829f-f95ce04720ef None None] Pushing event updated for resources: {'Port': ['ID=ac3550e0-27b0-4a2b-a939-b2a5d0f96558,revision_number=2']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:27:38.237829 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccc5645-5872-4912-acef-97ccce385ef8 req-d69fdfb1-62d2-4448-847f-322a36828d16 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:38.238116 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-3e942fa3-b429-46e7-8f93-f8c3978c1ad6 None None] For port ac3550e0-27b0-4a2b-a939-b2a5d0f96558, host dv-cinder-779576-7-iscsi, cleared binding levels {{(pid=93843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:27:38.242905 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-3e942fa3-b429-46e7-8f93-f8c3978c1ad6 None None] For port ac3550e0-27b0-4a2b-a939-b2a5d0f96558, host dv-cinder-779576-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-7-iscsi',level=0,port_id=ac3550e0-27b0-4a2b-a939-b2a5d0f96558,segment=NetworkSegment(d599df7f-c7a7-42e6-8c54-3da29125ead3),segment_id=d599df7f-c7a7-42e6-8c54-3da29125ead3)] {{(pid=93843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:27:38.245790 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-7ccc5645-5872-4912-acef-97ccce385ef8 req-d69fdfb1-62d2-4448-847f-322a36828d16 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/ports?device_id=290517c5-39da-4a2e-9098-65d6b2a24871 HTTP/1.1" status: 200 len: 944 time: 0.1019413 Aug 26 15:27:38.248331 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-3e942fa3-b429-46e7-8f93-f8c3978c1ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:38.301833 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-d37eb5aa-eeb1-4522-b59e-7baea3db920c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:38.308979 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e942fa3-b429-46e7-8f93-f8c3978c1ad6 None None] Routers {'2a229c2e-82ca-42f4-8696-b1084b460c61'} bound to L3 agent in host dv-cinder-779576-7-iscsi {{(pid=93843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 15:27:38.309633 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-3e942fa3-b429-46e7-8f93-f8c3978c1ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-26T15:14:10Z,description=,heartbeat_timestamp=2021-08-26T15:27:10Z,host='dv-cinder-779576-7-iscsi',id=00a7d786-edfd-4f04-9152-3b7ae2bbf8ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T15:14:10Z,topic='l3_agent')) {'router_ids': ['2a229c2e-82ca-42f4-8696-b1084b460c61'], 'active': True} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:27:38.314132 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-7ccc5645-5872-4912-acef-97ccce385ef8 req-628d3b64-ccb5-4321-bca9-d407590672ac tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/security-groups?id=672dc045-bd54-4dfd-8b7e-df655c7922d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672045 Aug 26 15:27:38.321331 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-d37eb5aa-eeb1-4522-b59e-7baea3db920c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263742139'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:38.361516 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fcc9ac-b1ca-465f-829f-f95ce04720ef None None] Pushing event updated for resources: {'Port': ['ID=ac3550e0-27b0-4a2b-a939-b2a5d0f96558,revision_number=3']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:27:38.396277 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-c509c91b-8539-41ca-935e-78e208712491 None None] Provisioning complete for port d0407aaa-71af-4b7a-ac1b-641d9192289d triggered by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:27:38.396646 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c509c91b-8539-41ca-935e-78e208712491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:38.405743 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37eb5aa-eeb1-4522-b59e-7baea3db920c admin admin] Pushing event updated for resources: {'Port': ['ID=d98bb76a-750c-4626-b037-af80e01a076e,revision_number=2']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:27:38.422512 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-d37eb5aa-eeb1-4522-b59e-7baea3db920c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3774383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3928277'] for router_interface, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:38.493248 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvr_db [None req-3e942fa3-b429-46e7-8f93-f8c3978c1ad6 None None] Set router 2a229c2e-82ca-42f4-8696-b1084b460c61 gateway port host: dv-cinder-779576-7-iscsi {{(pid=93843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 15:27:38.603175 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Device d0407aaa-71af-4b7a-ac1b-641d9192289d up at agent ovs-agent-dv-cinder-779576-7-iscsi {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:27:38.731088 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-c509c91b-8539-41ca-935e-78e208712491 None None] Provisioning for port d98bb76a-750c-4626-b037-af80e01a076e completed by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 15:27:38.748081 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-c509c91b-8539-41ca-935e-78e208712491 None None] Provisioning complete for port d98bb76a-750c-4626-b037-af80e01a076e triggered by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:27:38.748453 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c509c91b-8539-41ca-935e-78e208712491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:38.755270 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Provisioning complete for port d0407aaa-71af-4b7a-ac1b-641d9192289d triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:27:38.755669 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:38.824935 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d37eb5aa-eeb1-4522-b59e-7baea3db920c admin admin] Network 329fd950-a540-4a75-a3a7-58422b6c25d2 is already hosted by enough agents. {{(pid=93841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:27:38.826402 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.scheduler.base_scheduler [None req-d37eb5aa-eeb1-4522-b59e-7baea3db920c admin admin] Resources bound (agent type, host, resource id): {{(pid=93841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:27:38.843317 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-c509c91b-8539-41ca-935e-78e208712491 None None] Port d98bb76a-750c-4626-b037-af80e01a076e cannot update to ACTIVE because it is not bound. {{(pid=93843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 15:27:38.908584 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:38.922694 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-3e942fa3-b429-46e7-8f93-f8c3978c1ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a229c2e-82ca-42f4-8696-b1084b460c61', 'name': 'tempest-TestShelveInstance-1118848207-router', 'tenant_id': '6f82b801e0334e5b8e81593b9cfcefb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': 'ac3550e0-27b0-4a2b-a939-b2a5d0f96558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:27:34Z', 'updated_at': '2021-08-26T15:27:37Z', 'revision_number': 4, 'project_id': '6f82b801e0334e5b8e81593b9cfcefb6', 'gw_port': {'id': 'ac3550e0-27b0-4a2b-a939-b2a5d0f96558', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:14:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a229c2e-82ca-42f4-8696-b1084b460c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:27:35Z', 'updated_at': '2021-08-26T15:27:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi', '_interfaces': [{'id': 'd98bb76a-750c-4626-b037-af80e01a076e', 'name': '', 'network_id': '329fd950-a540-4a75-a3a7-58422b6c25d2', 'tenant_id': '6f82b801e0334e5b8e81593b9cfcefb6', 'mac_address': 'fa:16:3e:e1:1a:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a229c2e-82ca-42f4-8696-b1084b460c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'dfc17a86-1d58-4632-8a91-fe4726db6b6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:27:37Z', 'updated_at': '2021-08-26T15:27:38Z', 'revision_number': 2, 'project_id': '6f82b801e0334e5b8e81593b9cfcefb6', 'subnets': [{'id': 'dfc17a86-1d58-4632-8a91-fe4726db6b6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-7-iscsi', False) {} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:27:38.962388 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e942fa3-b429-46e7-8f93-f8c3978c1ad6 None None] The sync data for ids ['2a229c2e-82ca-42f4-8696-b1084b460c61'] in dv-cinder-779576-7-iscsi is: [{'id': '2a229c2e-82ca-42f4-8696-b1084b460c61', 'name': 'tempest-TestShelveInstance-1118848207-router', 'tenant_id': '6f82b801e0334e5b8e81593b9cfcefb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': 'ac3550e0-27b0-4a2b-a939-b2a5d0f96558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:27:34Z', 'updated_at': '2021-08-26T15:27:37Z', 'revision_number': 4, 'project_id': '6f82b801e0334e5b8e81593b9cfcefb6', 'gw_port': {'id': 'ac3550e0-27b0-4a2b-a939-b2a5d0f96558', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:14:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a229c2e-82ca-42f4-8696-b1084b460c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:27:35Z', 'updated_at': '2021-08-26T15:27:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi', '_interfaces': [{'id': 'd98bb76a-750c-4626-b037-af80e01a076e', 'name': '', 'network_id': '329fd950-a540-4a75-a3a7-58422b6c25d2', 'tenant_id': '6f82b801e0334e5b8e81593b9cfcefb6', 'mac_address': 'fa:16:3e:e1:1a:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a229c2e-82ca-42f4-8696-b1084b460c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'dfc17a86-1d58-4632-8a91-fe4726db6b6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:27:37Z', 'updated_at': '2021-08-26T15:27:38Z', 'revision_number': 2, 'project_id': '6f82b801e0334e5b8e81593b9cfcefb6', 'subnets': [{'id': 'dfc17a86-1d58-4632-8a91-fe4726db6b6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 15:27:38.973516 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-f3d2e2ed-caee-4b61-b33d-bbb6cac12047 None None] Provisioning complete for port d98bb76a-750c-4626-b037-af80e01a076e triggered by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:27:38.973923 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-f3d2e2ed-caee-4b61-b33d-bbb6cac12047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:38.974026 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d37eb5aa-eeb1-4522-b59e-7baea3db920c admin admin] Router 2a229c2e-82ca-42f4-8696-b1084b460c61 has already been hosted by L3 agent 00a7d786-edfd-4f04-9152-3b7ae2bbf8ca {{(pid=93841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 15:27:39.013029 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-f3d2e2ed-caee-4b61-b33d-bbb6cac12047 None None] Port d98bb76a-750c-4626-b037-af80e01a076e cannot update to ACTIVE because it is not bound. {{(pid=93843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 15:27:39.095689 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d37eb5aa-eeb1-4522-b59e-7baea3db920c admin admin] Notify agent at l3_agent.dv-cinder-779576-7-iscsi the message routers_updated {{(pid=93841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 15:27:39.102249 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-d37eb5aa-eeb1-4522-b59e-7baea3db920c admin admin] 10.222.0.20 "PUT /v2.0/routers/2a229c2e-82ca-42f4-8696-b1084b460c61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3371694 Aug 26 15:27:39.132192 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-2c32d13d-7522-45a2-82d5-e1399605a2a6 None None] Provisioning complete for port d98bb76a-750c-4626-b037-af80e01a076e triggered by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:27:39.132568 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-2c32d13d-7522-45a2-82d5-e1399605a2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:39.174168 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-2c32d13d-7522-45a2-82d5-e1399605a2a6 None None] Port d98bb76a-750c-4626-b037-af80e01a076e cannot update to ACTIVE because it is not bound. {{(pid=93843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 15:27:39.204941 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193a7444-4c48-446e-9ff3-54b8edc67627 req-c451cc0a-faa1-4c4a-a3b8-4cdee1d31623 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:39.206556 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-193a7444-4c48-446e-9ff3-54b8edc67627 req-c451cc0a-faa1-4c4a-a3b8-4cdee1d31623 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/ports?device_id=001bdad4-93d0-4155-9a28-4adb526b68cc HTTP/1.1" status: 200 len: 946 time: 0.0740900 Aug 26 15:27:39.279466 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-193a7444-4c48-446e-9ff3-54b8edc67627 req-c71a7301-ecc2-4a5c-994d-d6c6cf4ac0fa tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/security-groups?id=e18d2e28-abe2-4c40-a4ee-147ecea0ab19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607622 Aug 26 15:27:39.494564 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Device 15f03937-23d8-489c-88ae-6e2f40f2c5eb up at agent hyperv_hv-cinder-77957 {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:27:39.497576 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d66ce35-391a-4e83-a81b-45ad5dbd73e4 req-4d07e9d3-7db1-450a-aa19-006d99903514 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:39.499304 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-3d66ce35-391a-4e83-a81b-45ad5dbd73e4 req-4d07e9d3-7db1-450a-aa19-006d99903514 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/ports?device_id=290517c5-39da-4a2e-9098-65d6b2a24871 HTTP/1.1" status: 200 len: 944 time: 0.0870831 Aug 26 15:27:39.580603 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-3d66ce35-391a-4e83-a81b-45ad5dbd73e4 req-45aebc2d-0eca-4954-90d3-ab907c9b2a1f tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/security-groups?id=672dc045-bd54-4dfd-8b7e-df655c7922d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611427 Aug 26 15:27:39.620197 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Provisioning for port 15f03937-23d8-489c-88ae-6e2f40f2c5eb completed by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 15:27:39.626929 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Provisioning complete for port 15f03937-23d8-489c-88ae-6e2f40f2c5eb triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:27:39.628933 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:39.826136 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 59318) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:27:39.838501 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [None req-54ceea9e-e942-4dc1-aa36-323768575359 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-53678267-network', 'tenant_id': 'e3d2ce70c5d6404d83cc6efa8fe84eb6'}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:27:39.885812 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54ceea9e-e942-4dc1-aa36-323768575359 admin admin] Made reservation on behalf of e3d2ce70c5d6404d83cc6efa8fe84eb6 for: {'network': 1} {{(pid=93841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:27:39.888163 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-54ceea9e-e942-4dc1-aa36-323768575359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for network, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:39.901266 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-54ceea9e-e942-4dc1-aa36-323768575359 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:39.918530 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:39.927923 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:39.962602 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '290517c5-39da-4a2e-9098-65d6b2a24871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15f03937-23d8-489c-88ae-6e2f40f2c5eb'}] {{(pid=93843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 15:27:39.965026 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d587d98fe02f6619f456de0f45288515ee723af96d1e5c8ab0bdf50e2145b638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e12c8ed6-ce6a-42b4-a5d5-30978a6e9dba" -d '{"events": [{"server_uuid": "290517c5-39da-4a2e-9098-65d6b2a24871", "name": "network-vif-plugged", "status": "completed", "tag": "15f03937-23d8-489c-88ae-6e2f40f2c5eb"}]}' {{(pid=93843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:27:39.991894 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] For port 15f03937-23d8-489c-88ae-6e2f40f2c5eb, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=15f03937-23d8-489c-88ae-6e2f40f2c5eb,segment=NetworkSegment(0ec0529a-fb33-4f07-bc7a-84b32e32ac14),segment_id=0ec0529a-fb33-4f07-bc7a-84b32e32ac14)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:27:40.003444 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-7dd244dd-1aed-452a-a3ad-5c20b08e740f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:40.006110 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:40.018094 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 15:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9524395d-face-40f2-bdde-a4b3c834633a x-openstack-request-id: req-9524395d-face-40f2-bdde-a4b3c834633a {{(pid=93843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:27:40.018541 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "290517c5-39da-4a2e-9098-65d6b2a24871", "name": "network-vif-plugged", "status": "completed", "tag": "15f03937-23d8-489c-88ae-6e2f40f2c5eb", "code": 200}]} {{(pid=93843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:27:40.018970 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9524395d-face-40f2-bdde-a4b3c834633a {{(pid=93843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:27:40.020415 dv-cinder-779576-7-iscsi neutron-server[93843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '290517c5-39da-4a2e-9098-65d6b2a24871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15f03937-23d8-489c-88ae-6e2f40f2c5eb', 'code': 200} Aug 26 15:27:40.051399 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-54ceea9e-e942-4dc1-aa36-323768575359 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:40.064764 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-54ceea9e-e942-4dc1-aa36-323768575359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:40.088789 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Pushing event updated for resources: {'Port': ['ID=15f03937-23d8-489c-88ae-6e2f40f2c5eb,revision_number=5']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:27:40.096285 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54ceea9e-e942-4dc1-aa36-323768575359 admin admin] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=93841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 15:27:40.120865 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ceea9e-e942-4dc1-aa36-323768575359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75dd5771-2270-4138-a68c-217580df20cf,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:27:40.124369 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-54ceea9e-e942-4dc1-aa36-323768575359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509819'] for segment, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:40.124713 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.db.segments_db [None req-54ceea9e-e942-4dc1-aa36-323768575359 admin admin] Added segment 603e2f8e-b37a-4aa4-b67b-fd1a2e0cf2dc of type vlan for network ca295ecd-9031-46a6-b5fe-2a774aeba0aa Aug 26 15:27:40.203182 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-54ceea9e-e942-4dc1-aa36-323768575359 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793280371833'] for network, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:40.255611 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-54ceea9e-e942-4dc1-aa36-323768575359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337'] for network, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:40.256856 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ceea9e-e942-4dc1-aa36-323768575359 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:40.257557 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-54ceea9e-e942-4dc1-aa36-323768575359 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774323'] for network, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:40.326431 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-54ceea9e-e942-4dc1-aa36-323768575359 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4989672 Aug 26 15:27:40.330724 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 59324) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:27:40.338116 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [None req-9bfd249d-7185-40bd-928b-8a1cc3e8c8f4 admin admin] Request body: {'subnet': {'network_id': 'ca295ecd-9031-46a6-b5fe-2a774aeba0aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-53678267-subnet', 'tenant_id': 'e3d2ce70c5d6404d83cc6efa8fe84eb6', 'ip_version': 4}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:27:40.351969 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47cf357-5303-4838-8b3d-d473ff98d9da req-f50d7870-7cbc-4179-a49f-cf3ecda658f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:40.354638 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ceea9e-e942-4dc1-aa36-323768575359 admin admin] Pushing event updated for resources: {'Network': ['ID=ca295ecd-9031-46a6-b5fe-2a774aeba0aa,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:27:40.354896 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-d47cf357-5303-4838-8b3d-d473ff98d9da req-f50d7870-7cbc-4179-a49f-cf3ecda658f0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=290517c5-39da-4a2e-9098-65d6b2a24871 HTTP/1.1" status: 200 len: 1098 time: 0.0532839 Aug 26 15:27:40.370143 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Network ca295ecd-9031-46a6-b5fe-2a774aeba0aa details requested by agent ovs-agent-dv-cinder-779576-7-iscsi with host dv-cinder-779576-7-iscsi {{(pid=93843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 15:27:40.377190 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bfd249d-7185-40bd-928b-8a1cc3e8c8f4 admin admin] Made reservation on behalf of e3d2ce70c5d6404d83cc6efa8fe84eb6 for: {'subnet': 1} {{(pid=93841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:27:40.382099 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-9bfd249d-7185-40bd-928b-8a1cc3e8c8f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263881370'] for subnet, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:40.396503 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-d47cf357-5303-4838-8b3d-d473ff98d9da req-a449bb92-1747-448a-8675-270cab499fe9 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=672dc045-bd54-4dfd-8b7e-df655c7922d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334003 Aug 26 15:27:40.588328 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-9bfd249d-7185-40bd-928b-8a1cc3e8c8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263749170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263881448'] for subnet, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:40.594085 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Device ac3550e0-27b0-4a2b-a939-b2a5d0f96558 up at agent ovs-agent-dv-cinder-779576-7-iscsi {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:27:40.648829 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfd249d-7185-40bd-928b-8a1cc3e8c8f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58b52592-792e-41b9-8241-c209ac05f87d,revision_number=0']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:27:40.679097 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfd249d-7185-40bd-928b-8a1cc3e8c8f4 admin admin] Checking segment: {'id': '603e2f8e-b37a-4aa4-b67b-fd1a2e0cf2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ca295ecd-9031-46a6-b5fe-2a774aeba0aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 15:27:40.679465 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bfd249d-7185-40bd-928b-8a1cc3e8c8f4 admin admin] Network hostable DHCP agents. Network: ca295ecd-9031-46a6-b5fe-2a774aeba0aa, hostable agents: ['c577b1e9-213f-4ed4-b1c1-ed72ab3b29a9'], hosted agents: [] {{(pid=93841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 15:27:40.688886 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Provisioning for port ac3550e0-27b0-4a2b-a939-b2a5d0f96558 completed by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 15:27:40.694979 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Provisioning complete for port ac3550e0-27b0-4a2b-a939-b2a5d0f96558 triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:27:40.695495 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:40.728479 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bfd249d-7185-40bd-928b-8a1cc3e8c8f4 admin admin] Network ca295ecd-9031-46a6-b5fe-2a774aeba0aa is scheduled to be hosted by DHCP agent c577b1e9-213f-4ed4-b1c1-ed72ab3b29a9 with binding_index 1 {{(pid=93841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 15:27:40.746450 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22d02ec-c706-468c-94ba-36100d492669 req-d88fdb2e-d51b-4217-a440-caa4ed0ad707 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:40.748228 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-e22d02ec-c706-468c-94ba-36100d492669 req-d88fdb2e-d51b-4217-a440-caa4ed0ad707 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/ports?device_id=290517c5-39da-4a2e-9098-65d6b2a24871 HTTP/1.1" status: 200 len: 945 time: 0.0803072 Aug 26 15:27:40.750518 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.scheduler.base_scheduler [None req-9bfd249d-7185-40bd-928b-8a1cc3e8c8f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779576-7-iscsi, ca295ecd-9031-46a6-b5fe-2a774aeba0aa) {{(pid=93841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:27:40.754487 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bfd249d-7185-40bd-928b-8a1cc3e8c8f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:40.755181 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-9bfd249d-7185-40bd-928b-8a1cc3e8c8f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:40.777784 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd43919-78ad-4ba8-ba53-878b0c312aea None None] Network ca295ecd-9031-46a6-b5fe-2a774aeba0aa requested from dv-cinder-779576-7-iscsi {{(pid=93843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 15:27:40.790949 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-9bfd249d-7185-40bd-928b-8a1cc3e8c8f4 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.4591458 Aug 26 15:27:40.793755 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 59334) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:27:40.799543 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [None req-2d14fe2e-a1c8-492a-964e-fb296fe59e4a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-53678267-router', 'tenant_id': 'e3d2ce70c5d6404d83cc6efa8fe84eb6', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e'}}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:27:40.835013 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-2d14fe2e-a1c8-492a-964e-fb296fe59e4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3930572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28712'] for router, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:40.836173 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-2d14fe2e-a1c8-492a-964e-fb296fe59e4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3930464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3928842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3854504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28705'] for router, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:40.847931 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-e22d02ec-c706-468c-94ba-36100d492669 req-bc0952c6-0c92-4c00-af9a-e65f32c4f90c tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/security-groups?id=672dc045-bd54-4dfd-8b7e-df655c7922d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684073 Aug 26 15:27:40.892888 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:40.934840 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-2d14fe2e-a1c8-492a-964e-fb296fe59e4a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:40.957617 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] For port ac3550e0-27b0-4a2b-a939-b2a5d0f96558, host dv-cinder-779576-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-7-iscsi',level=0,port_id=ac3550e0-27b0-4a2b-a939-b2a5d0f96558,segment=NetworkSegment(d599df7f-c7a7-42e6-8c54-3da29125ead3),segment_id=d599df7f-c7a7-42e6-8c54-3da29125ead3)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:27:40.964640 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:41.066828 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Pushing event updated for resources: {'Port': ['ID=ac3550e0-27b0-4a2b-a939-b2a5d0f96558,revision_number=4']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:27:41.122855 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a47808c-29d4-40d0-b697-8015c2b5c1ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4cc187a2-af17-53df-8bc0-65deb136d35f-ca295ecd-9031-46a6-b5fe-2a774aeba0aa', 'network_id': 'ca295ecd-9031-46a6-b5fe-2a774aeba0aa', 'tenant_id': 'e3d2ce70c5d6404d83cc6efa8fe84eb6', 'fixed_ips': [{'subnet_id': '58b52592-792e-41b9-8241-c209ac05f87d'}]}} from dv-cinder-779576-7-iscsi. {{(pid=93843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 15:27:41.124431 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-1a47808c-29d4-40d0-b697-8015c2b5c1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_create {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:41.326413 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.db_base_plugin_common [None req-1a47808c-29d4-40d0-b697-8015c2b5c1ed None None] Allocated IP 172.20.0.2 (ca295ecd-9031-46a6-b5fe-2a774aeba0aa/58b52592-792e-41b9-8241-c209ac05f87d/38a738a8-bda0-4051-a6e9-8c16c9714a1a) {{(pid=93843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:27:41.411409 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c45f19a1-5a59-44e4-9446-0a9261f71b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:41.460132 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-2d14fe2e-a1c8-492a-964e-fb296fe59e4a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:41.507389 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-1a47808c-29d4-40d0-b697-8015c2b5c1ed None None] Notify callbacks [] for port, precommit_create {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:41.518679 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-1a47808c-29d4-40d0-b697-8015c2b5c1ed None None] Transition to ACTIVE for port object 38a738a8-bda0-4051-a6e9-8c16c9714a1a will not be triggered until provisioned by entity L2. {{(pid=93843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 15:27:41.534232 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-1a47808c-29d4-40d0-b697-8015c2b5c1ed None None] Transition to ACTIVE for port object 38a738a8-bda0-4051-a6e9-8c16c9714a1a will not be triggered until provisioned by entity DHCP. {{(pid=93843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 15:27:41.540025 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-1a47808c-29d4-40d0-b697-8015c2b5c1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793280355359'] for port, after_create {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:41.582735 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a47808c-29d4-40d0-b697-8015c2b5c1ed None None] Network ca295ecd-9031-46a6-b5fe-2a774aeba0aa is already hosted by enough agents. {{(pid=93843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:27:41.588126 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.scheduler.base_scheduler [None req-1a47808c-29d4-40d0-b697-8015c2b5c1ed None None] Resources bound (agent type, host, resource id): {{(pid=93843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:27:41.593860 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a47808c-29d4-40d0-b697-8015c2b5c1ed None None] Received port after_create {{(pid=93843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 15:27:41.606427 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59dbaf75-40bf-4eb6-a2a3-59f5fc100d52 None None] Sync routers for ids ['2a229c2e-82ca-42f4-8696-b1084b460c61'] in dv-cinder-779576-7-iscsi {{(pid=93844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 15:27:41.608050 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a47808c-29d4-40d0-b697-8015c2b5c1ed None None] Pushing event updated for resources: {'Port': ['ID=38a738a8-bda0-4051-a6e9-8c16c9714a1a,revision_number=1']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:27:41.619419 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59dbaf75-40bf-4eb6-a2a3-59f5fc100d52 None None] Routers {'2a229c2e-82ca-42f4-8696-b1084b460c61'} bound to L3 agent in host dv-cinder-779576-7-iscsi {{(pid=93844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 15:27:41.620201 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-59dbaf75-40bf-4eb6-a2a3-59f5fc100d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T15:14:10Z,description=,heartbeat_timestamp=2021-08-26T15:27:40Z,host='dv-cinder-779576-7-iscsi',id=00a7d786-edfd-4f04-9152-3b7ae2bbf8ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T15:14:10Z,topic='l3_agent')) {'router_ids': ['2a229c2e-82ca-42f4-8696-b1084b460c61'], 'active': True} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:27:41.671554 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-1a47808c-29d4-40d0-b697-8015c2b5c1ed None None] Attempting to bind port 38a738a8-bda0-4051-a6e9-8c16c9714a1a on host dv-cinder-779576-7-iscsi for vnic_type normal with profile {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 15:27:41.672597 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-1a47808c-29d4-40d0-b697-8015c2b5c1ed None None] Attempting to bind port 38a738a8-bda0-4051-a6e9-8c16c9714a1a by drivers openvswitch,hyperv on host dv-cinder-779576-7-iscsi at level 0 using segments [{'id': '603e2f8e-b37a-4aa4-b67b-fd1a2e0cf2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ca295ecd-9031-46a6-b5fe-2a774aeba0aa'}] {{(pid=93843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 15:27:41.672597 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a47808c-29d4-40d0-b697-8015c2b5c1ed None None] Attempting to bind port 38a738a8-bda0-4051-a6e9-8c16c9714a1a on network ca295ecd-9031-46a6-b5fe-2a774aeba0aa {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 15:27:41.681220 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a47808c-29d4-40d0-b697-8015c2b5c1ed None None] Checking agent: {'id': '072be889-8d10-4535-8eb8-b08180675ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779576-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 15, 14, 10), 'started_at': datetime.datetime(2021, 8, 26, 15, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 15, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779576-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 15:27:41.681498 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a47808c-29d4-40d0-b697-8015c2b5c1ed None None] Checking segment: {'id': '603e2f8e-b37a-4aa4-b67b-fd1a2e0cf2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ca295ecd-9031-46a6-b5fe-2a774aeba0aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 15:27:41.681981 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-1a47808c-29d4-40d0-b697-8015c2b5c1ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:41.683056 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a47808c-29d4-40d0-b697-8015c2b5c1ed None None] Bound using segment: {'id': '603e2f8e-b37a-4aa4-b67b-fd1a2e0cf2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ca295ecd-9031-46a6-b5fe-2a774aeba0aa'} {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 15:27:41.683056 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-1a47808c-29d4-40d0-b697-8015c2b5c1ed None None] Bound port: 38a738a8-bda0-4051-a6e9-8c16c9714a1a, host: dv-cinder-779576-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '603e2f8e-b37a-4aa4-b67b-fd1a2e0cf2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ca295ecd-9031-46a6-b5fe-2a774aeba0aa'}}] {{(pid=93843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 15:27:41.684334 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-1a47808c-29d4-40d0-b697-8015c2b5c1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:41.743965 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvr_db [None req-59dbaf75-40bf-4eb6-a2a3-59f5fc100d52 None None] Set router 2a229c2e-82ca-42f4-8696-b1084b460c61 gateway port host: dv-cinder-779576-7-iscsi {{(pid=93844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 15:27:41.744521 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-2d14fe2e-a1c8-492a-964e-fb296fe59e4a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:41.772838 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-2d14fe2e-a1c8-492a-964e-fb296fe59e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:41.774217 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-1a47808c-29d4-40d0-b697-8015c2b5c1ed None None] For port 38a738a8-bda0-4051-a6e9-8c16c9714a1a, host dv-cinder-779576-7-iscsi, cleared binding levels {{(pid=93843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:27:41.778884 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-1a47808c-29d4-40d0-b697-8015c2b5c1ed None None] For port 38a738a8-bda0-4051-a6e9-8c16c9714a1a, host dv-cinder-779576-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-7-iscsi',level=0,port_id=38a738a8-bda0-4051-a6e9-8c16c9714a1a,segment=NetworkSegment(603e2f8e-b37a-4aa4-b67b-fd1a2e0cf2dc),segment_id=603e2f8e-b37a-4aa4-b67b-fd1a2e0cf2dc)] {{(pid=93843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:27:41.786969 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-1a47808c-29d4-40d0-b697-8015c2b5c1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:41.884107 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a47808c-29d4-40d0-b697-8015c2b5c1ed None None] Pushing event updated for resources: {'Port': ['ID=38a738a8-bda0-4051-a6e9-8c16c9714a1a,revision_number=2']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:27:41.963798 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.db.db_base_plugin_common [None req-2d14fe2e-a1c8-492a-964e-fb296fe59e4a admin admin] Allocated IP 172.27.3.29 (94c3c280-690c-4a83-85d9-6b8aea125a5e/fcbbbf85-6bcd-493f-b527-2ade21fd40af/833753d9-24f6-49e9-bed7-d22da48efe4f) {{(pid=93842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:27:42.026266 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-59dbaf75-40bf-4eb6-a2a3-59f5fc100d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a229c2e-82ca-42f4-8696-b1084b460c61', 'name': 'tempest-TestShelveInstance-1118848207-router', 'tenant_id': '6f82b801e0334e5b8e81593b9cfcefb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': 'ac3550e0-27b0-4a2b-a939-b2a5d0f96558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:27:34Z', 'updated_at': '2021-08-26T15:27:37Z', 'revision_number': 4, 'project_id': '6f82b801e0334e5b8e81593b9cfcefb6', 'gw_port': {'id': 'ac3550e0-27b0-4a2b-a939-b2a5d0f96558', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:14:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a229c2e-82ca-42f4-8696-b1084b460c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:27:35Z', 'updated_at': '2021-08-26T15:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi', '_interfaces': [{'id': 'd98bb76a-750c-4626-b037-af80e01a076e', 'name': '', 'network_id': '329fd950-a540-4a75-a3a7-58422b6c25d2', 'tenant_id': '6f82b801e0334e5b8e81593b9cfcefb6', 'mac_address': 'fa:16:3e:e1:1a:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a229c2e-82ca-42f4-8696-b1084b460c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'dfc17a86-1d58-4632-8a91-fe4726db6b6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:27:37Z', 'updated_at': '2021-08-26T15:27:38Z', 'revision_number': 2, 'project_id': '6f82b801e0334e5b8e81593b9cfcefb6', 'subnets': [{'id': 'dfc17a86-1d58-4632-8a91-fe4726db6b6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-7-iscsi', False) {} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:27:42.048749 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43804f25-6fbf-49a2-8a99-5aebb3decf88 req-eaaba324-3f27-4880-ac5e-c3f0d4321d09 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:42.057805 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59dbaf75-40bf-4eb6-a2a3-59f5fc100d52 None None] Checking router: 2a229c2e-82ca-42f4-8696-b1084b460c61 for host: dv-cinder-779576-7-iscsi {{(pid=93844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 15:27:42.058445 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59dbaf75-40bf-4eb6-a2a3-59f5fc100d52 None None] Updating router 2a229c2e-82ca-42f4-8696-b1084b460c61 port d98bb76a-750c-4626-b037-af80e01a076e binding host dv-cinder-779576-7-iscsi {{(pid=93844) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 15:27:42.058844 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-43804f25-6fbf-49a2-8a99-5aebb3decf88 req-eaaba324-3f27-4880-ac5e-c3f0d4321d09 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/ports?device_id=290517c5-39da-4a2e-9098-65d6b2a24871 HTTP/1.1" status: 200 len: 945 time: 0.0849822 Aug 26 15:27:42.086732 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-59dbaf75-40bf-4eb6-a2a3-59f5fc100d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:42.104906 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-43804f25-6fbf-49a2-8a99-5aebb3decf88 req-ddcd3e5f-3f3f-4332-ad75-c4fc32b12eac tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/security-groups?id=672dc045-bd54-4dfd-8b7e-df655c7922d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449355 Aug 26 15:27:42.152783 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-2d14fe2e-a1c8-492a-964e-fb296fe59e4a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:42.210677 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-2d14fe2e-a1c8-492a-964e-fb296fe59e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793280355359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261268877'] for port, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:42.275698 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d14fe2e-a1c8-492a-964e-fb296fe59e4a admin admin] Network 94c3c280-690c-4a83-85d9-6b8aea125a5e is already hosted by enough agents. {{(pid=93842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:27:42.279862 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d14fe2e-a1c8-492a-964e-fb296fe59e4a admin admin] Pushing event updated for resources: {'Port': ['ID=833753d9-24f6-49e9-bed7-d22da48efe4f,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:27:42.283822 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.scheduler.base_scheduler [None req-2d14fe2e-a1c8-492a-964e-fb296fe59e4a admin admin] Resources bound (agent type, host, resource id): {{(pid=93842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:27:42.291073 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d14fe2e-a1c8-492a-964e-fb296fe59e4a admin admin] Received port after_create {{(pid=93842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 15:27:42.457282 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-59dbaf75-40bf-4eb6-a2a3-59f5fc100d52 None None] Notify callbacks [] for port, precommit_update {{(pid=93844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:42.468454 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.provisioning_blocks [None req-59dbaf75-40bf-4eb6-a2a3-59f5fc100d52 None None] Transition to ACTIVE for port object d98bb76a-750c-4626-b037-af80e01a076e will not be triggered until provisioned by entity L2. {{(pid=93844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 15:27:42.475269 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-59dbaf75-40bf-4eb6-a2a3-59f5fc100d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:42.518944 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbfcdb5-cc73-4cce-b566-e3f86a74ebc8 None None] Pushing event updated for resources: {'Port': ['ID=d98bb76a-750c-4626-b037-af80e01a076e,revision_number=3']} {{(pid=93844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:27:42.592845 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.managers [None req-59dbaf75-40bf-4eb6-a2a3-59f5fc100d52 None None] Attempting to bind port d98bb76a-750c-4626-b037-af80e01a076e on host dv-cinder-779576-7-iscsi for vnic_type normal with profile {{(pid=93844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 15:27:42.593498 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.managers [None req-59dbaf75-40bf-4eb6-a2a3-59f5fc100d52 None None] Attempting to bind port d98bb76a-750c-4626-b037-af80e01a076e by drivers openvswitch,hyperv on host dv-cinder-779576-7-iscsi at level 0 using segments [{'id': '393d523d-3aa9-48f0-bebb-8ad681df49e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '329fd950-a540-4a75-a3a7-58422b6c25d2'}] {{(pid=93844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 15:27:42.594216 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59dbaf75-40bf-4eb6-a2a3-59f5fc100d52 None None] Attempting to bind port d98bb76a-750c-4626-b037-af80e01a076e on network 329fd950-a540-4a75-a3a7-58422b6c25d2 {{(pid=93844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 15:27:42.603846 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59dbaf75-40bf-4eb6-a2a3-59f5fc100d52 None None] Checking agent: {'id': '072be889-8d10-4535-8eb8-b08180675ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779576-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 15, 14, 10), 'started_at': datetime.datetime(2021, 8, 26, 15, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 15, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779576-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 15:27:42.604249 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59dbaf75-40bf-4eb6-a2a3-59f5fc100d52 None None] Checking segment: {'id': '393d523d-3aa9-48f0-bebb-8ad681df49e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '329fd950-a540-4a75-a3a7-58422b6c25d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 15:27:42.604942 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-59dbaf75-40bf-4eb6-a2a3-59f5fc100d52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:42.605512 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59dbaf75-40bf-4eb6-a2a3-59f5fc100d52 None None] Bound using segment: {'id': '393d523d-3aa9-48f0-bebb-8ad681df49e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '329fd950-a540-4a75-a3a7-58422b6c25d2'} {{(pid=93844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 15:27:42.606259 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.managers [None req-59dbaf75-40bf-4eb6-a2a3-59f5fc100d52 None None] Bound port: d98bb76a-750c-4626-b037-af80e01a076e, host: dv-cinder-779576-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '393d523d-3aa9-48f0-bebb-8ad681df49e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '329fd950-a540-4a75-a3a7-58422b6c25d2'}}] {{(pid=93844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 15:27:42.606890 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-59dbaf75-40bf-4eb6-a2a3-59f5fc100d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:42.668105 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-2d14fe2e-a1c8-492a-964e-fb296fe59e4a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:42.699612 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Device ac3550e0-27b0-4a2b-a939-b2a5d0f96558 up at agent ovs-agent-dv-cinder-779576-7-iscsi {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:27:42.712047 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.db [None req-59dbaf75-40bf-4eb6-a2a3-59f5fc100d52 None None] For port d98bb76a-750c-4626-b037-af80e01a076e, host dv-cinder-779576-7-iscsi, cleared binding levels {{(pid=93844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:27:42.715450 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.db [None req-59dbaf75-40bf-4eb6-a2a3-59f5fc100d52 None None] For port d98bb76a-750c-4626-b037-af80e01a076e, host dv-cinder-779576-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-7-iscsi',level=0,port_id=d98bb76a-750c-4626-b037-af80e01a076e,segment=NetworkSegment(393d523d-3aa9-48f0-bebb-8ad681df49e0),segment_id=393d523d-3aa9-48f0-bebb-8ad681df49e0)] {{(pid=93844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:27:42.721430 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-59dbaf75-40bf-4eb6-a2a3-59f5fc100d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:42.807358 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Provisioning complete for port ac3550e0-27b0-4a2b-a939-b2a5d0f96558 triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:27:42.807632 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:42.808241 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59dbaf75-40bf-4eb6-a2a3-59f5fc100d52 None None] Routers {'2a229c2e-82ca-42f4-8696-b1084b460c61'} bound to L3 agent in host dv-cinder-779576-7-iscsi {{(pid=93844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 15:27:42.808973 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-59dbaf75-40bf-4eb6-a2a3-59f5fc100d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T15:14:10Z,description=,heartbeat_timestamp=2021-08-26T15:27:40Z,host='dv-cinder-779576-7-iscsi',id=00a7d786-edfd-4f04-9152-3b7ae2bbf8ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T15:14:10Z,topic='l3_agent')) {'router_ids': ['2a229c2e-82ca-42f4-8696-b1084b460c61'], 'active': True} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:27:42.931438 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Device 38a738a8-bda0-4051-a6e9-8c16c9714a1a up at agent ovs-agent-dv-cinder-779576-7-iscsi {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:27:42.964714 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbfcdb5-cc73-4cce-b566-e3f86a74ebc8 None None] Pushing event updated for resources: {'Port': ['ID=d98bb76a-750c-4626-b037-af80e01a076e,revision_number=4']} {{(pid=93844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:27:42.973984 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvr_db [None req-59dbaf75-40bf-4eb6-a2a3-59f5fc100d52 None None] Set router 2a229c2e-82ca-42f4-8696-b1084b460c61 gateway port host: dv-cinder-779576-7-iscsi {{(pid=93844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 15:27:43.016381 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-a6032fac-f2a0-46d6-9c2c-2483dfdc6249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:43.036631 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Provisioning for port 38a738a8-bda0-4051-a6e9-8c16c9714a1a completed by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 15:27:43.051664 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-2d14fe2e-a1c8-492a-964e-fb296fe59e4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3930459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3928533'] for router, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:43.261101 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-59dbaf75-40bf-4eb6-a2a3-59f5fc100d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a229c2e-82ca-42f4-8696-b1084b460c61', 'name': 'tempest-TestShelveInstance-1118848207-router', 'tenant_id': '6f82b801e0334e5b8e81593b9cfcefb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': 'ac3550e0-27b0-4a2b-a939-b2a5d0f96558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:27:34Z', 'updated_at': '2021-08-26T15:27:37Z', 'revision_number': 4, 'project_id': '6f82b801e0334e5b8e81593b9cfcefb6', 'gw_port': {'id': 'ac3550e0-27b0-4a2b-a939-b2a5d0f96558', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:14:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a229c2e-82ca-42f4-8696-b1084b460c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:27:35Z', 'updated_at': '2021-08-26T15:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi', '_interfaces': [{'id': 'd98bb76a-750c-4626-b037-af80e01a076e', 'name': '', 'network_id': '329fd950-a540-4a75-a3a7-58422b6c25d2', 'tenant_id': '6f82b801e0334e5b8e81593b9cfcefb6', 'mac_address': 'fa:16:3e:e1:1a:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a229c2e-82ca-42f4-8696-b1084b460c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'dfc17a86-1d58-4632-8a91-fe4726db6b6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:27:37Z', 'updated_at': '2021-08-26T15:27:42Z', 'revision_number': 4, 'project_id': '6f82b801e0334e5b8e81593b9cfcefb6', 'subnets': [{'id': 'dfc17a86-1d58-4632-8a91-fe4726db6b6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-7-iscsi', False) {} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:27:43.288379 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d14fe2e-a1c8-492a-964e-fb296fe59e4a admin admin] Router d1264ca4-472f-49bb-9614-5b9ca03a0ebf is scheduled to L3 agent 00a7d786-edfd-4f04-9152-3b7ae2bbf8ca with binding_index 1 {{(pid=93842) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 15:27:43.291494 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59dbaf75-40bf-4eb6-a2a3-59f5fc100d52 None None] The sync data for ids ['2a229c2e-82ca-42f4-8696-b1084b460c61'] in dv-cinder-779576-7-iscsi is: [{'id': '2a229c2e-82ca-42f4-8696-b1084b460c61', 'name': 'tempest-TestShelveInstance-1118848207-router', 'tenant_id': '6f82b801e0334e5b8e81593b9cfcefb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': 'ac3550e0-27b0-4a2b-a939-b2a5d0f96558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:27:34Z', 'updated_at': '2021-08-26T15:27:37Z', 'revision_number': 4, 'project_id': '6f82b801e0334e5b8e81593b9cfcefb6', 'gw_port': {'id': 'ac3550e0-27b0-4a2b-a939-b2a5d0f96558', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:14:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a229c2e-82ca-42f4-8696-b1084b460c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:27:35Z', 'updated_at': '2021-08-26T15:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi', '_interfaces': [{'id': 'd98bb76a-750c-4626-b037-af80e01a076e', 'name': '', 'network_id': '329fd950-a540-4a75-a3a7-58422b6c25d2', 'tenant_id': '6f82b801e0334e5b8e81593b9cfcefb6', 'mac_address': 'fa:16:3e:e1:1a:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a229c2e-82ca-42f4-8696-b1084b460c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'dfc17a86-1d58-4632-8a91-fe4726db6b6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:27:37Z', 'updated_at': '2021-08-26T15:27:42Z', 'revision_number': 4, 'project_id': '6f82b801e0334e5b8e81593b9cfcefb6', 'subnets': [{'id': 'dfc17a86-1d58-4632-8a91-fe4726db6b6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 15:27:43.306255 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da51f46e-8432-4fe7-aa56-689e8065c7fd req-ff3b4458-76ad-433e-b3bc-42ec47b8e245 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:43.308477 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-da51f46e-8432-4fe7-aa56-689e8065c7fd req-ff3b4458-76ad-433e-b3bc-42ec47b8e245 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/ports?device_id=290517c5-39da-4a2e-9098-65d6b2a24871 HTTP/1.1" status: 200 len: 945 time: 0.0884471 Aug 26 15:27:43.332813 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7998d0-d88c-4dfc-98a2-ebaa586c8a6b None None] Network ca295ecd-9031-46a6-b5fe-2a774aeba0aa requested from dv-cinder-779576-7-iscsi {{(pid=93843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 15:27:43.400119 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-da51f46e-8432-4fe7-aa56-689e8065c7fd req-faf7af60-7965-473b-bcae-865b5ec37d57 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/security-groups?id=672dc045-bd54-4dfd-8b7e-df655c7922d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807431 Aug 26 15:27:43.400802 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-47188e57-b355-44bd-8164-04132662e7f1 None None] Provisioning for port 38a738a8-bda0-4051-a6e9-8c16c9714a1a completed by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 15:27:43.414980 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-47188e57-b355-44bd-8164-04132662e7f1 None None] Provisioning complete for port 38a738a8-bda0-4051-a6e9-8c16c9714a1a triggered by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:27:43.415348 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-47188e57-b355-44bd-8164-04132662e7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:43.488892 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d14fe2e-a1c8-492a-964e-fb296fe59e4a admin admin] Notify agent at l3_agent.dv-cinder-779576-7-iscsi the message routers_updated {{(pid=93842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 15:27:43.506147 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c191cc-7b75-41b0-b7f7-e3f9cf35295c None None] Sync routers for ids ['d1264ca4-472f-49bb-9614-5b9ca03a0ebf'] in dv-cinder-779576-7-iscsi {{(pid=93843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 15:27:43.517790 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-2d14fe2e-a1c8-492a-964e-fb296fe59e4a admin admin] Notify callbacks [] for router, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:43.524531 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-2d14fe2e-a1c8-492a-964e-fb296fe59e4a admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.7294564 Aug 26 15:27:43.525627 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 59364) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:27:43.533200 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c191cc-7b75-41b0-b7f7-e3f9cf35295c None None] Routers {'d1264ca4-472f-49bb-9614-5b9ca03a0ebf'} bound to L3 agent in host dv-cinder-779576-7-iscsi {{(pid=93843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 15:27:43.533882 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-89c191cc-7b75-41b0-b7f7-e3f9cf35295c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T15:14:10Z,description=,heartbeat_timestamp=2021-08-26T15:27:40Z,host='dv-cinder-779576-7-iscsi',id=00a7d786-edfd-4f04-9152-3b7ae2bbf8ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T15:14:10Z,topic='l3_agent')) {'router_ids': ['d1264ca4-472f-49bb-9614-5b9ca03a0ebf'], 'active': True} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:27:43.573677 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce189037-fc88-4e45-9a8f-6919581a7e07 req-a9850a76-8e1e-4cd8-96e0-d2ace3600a12 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:43.585183 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-ce189037-fc88-4e45-9a8f-6919581a7e07 req-a9850a76-8e1e-4cd8-96e0-d2ace3600a12 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/ports?device_id=290517c5-39da-4a2e-9098-65d6b2a24871 HTTP/1.1" status: 200 len: 945 time: 0.0895870 Aug 26 15:27:43.638456 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-ce189037-fc88-4e45-9a8f-6919581a7e07 req-b671b882-e926-454f-b901-6fe47f4325b2 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/security-groups?id=672dc045-bd54-4dfd-8b7e-df655c7922d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519779 Aug 26 15:27:43.663872 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 59366) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:27:43.674869 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-47188e57-b355-44bd-8164-04132662e7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:43.724875 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvr_db [None req-89c191cc-7b75-41b0-b7f7-e3f9cf35295c None None] Set router d1264ca4-472f-49bb-9614-5b9ca03a0ebf gateway port host: dv-cinder-779576-7-iscsi {{(pid=93843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 15:27:43.818700 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-47188e57-b355-44bd-8164-04132662e7f1 None None] For port 38a738a8-bda0-4051-a6e9-8c16c9714a1a, host dv-cinder-779576-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-7-iscsi',level=0,port_id=38a738a8-bda0-4051-a6e9-8c16c9714a1a,segment=NetworkSegment(603e2f8e-b37a-4aa4-b67b-fd1a2e0cf2dc),segment_id=603e2f8e-b37a-4aa4-b67b-fd1a2e0cf2dc)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:27:43.837629 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-47188e57-b355-44bd-8164-04132662e7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:44.028684 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cbf819d-2159-47f5-8841-ce05c1bf1bf9 tempest-TestVolumeBootPattern-1598148247 tempest-TestVolumeBootPattern-1598148247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:44.030705 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-5cbf819d-2159-47f5-8841-ce05c1bf1bf9 tempest-TestVolumeBootPattern-1598148247 tempest-TestVolumeBootPattern-1598148247-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=290517c5-39da-4a2e-9098-65d6b2a24871 HTTP/1.1" status: 200 len: 1093 time: 0.3657117 Aug 26 15:27:44.034155 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 59370) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:27:44.040692 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [None req-110361eb-35f5-4505-b56e-8db0e0eec89f tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Request body: {'floatingip': {'floating_network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'port_id': '15f03937-23d8-489c-88ae-6e2f40f2c5eb', 'tenant_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:27:44.042991 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47188e57-b355-44bd-8164-04132662e7f1 None None] Pushing event updated for resources: {'Port': ['ID=38a738a8-bda0-4051-a6e9-8c16c9714a1a,revision_number=3']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:27:44.072202 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-110361eb-35f5-4505-b56e-8db0e0eec89f tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Notify callbacks [] for floatingip, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:44.079322 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-89c191cc-7b75-41b0-b7f7-e3f9cf35295c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1264ca4-472f-49bb-9614-5b9ca03a0ebf', 'name': 'tempest-TestShelveInstance-53678267-router', 'tenant_id': 'e3d2ce70c5d6404d83cc6efa8fe84eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': '833753d9-24f6-49e9-bed7-d22da48efe4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:27:40Z', 'updated_at': '2021-08-26T15:27:42Z', 'revision_number': 3, 'project_id': 'e3d2ce70c5d6404d83cc6efa8fe84eb6', 'gw_port': {'id': '833753d9-24f6-49e9-bed7-d22da48efe4f', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fe:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1264ca4-472f-49bb-9614-5b9ca03a0ebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:27:41Z', 'updated_at': '2021-08-26T15:27:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi'}], 'dv-cinder-779576-7-iscsi', False) {} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:27:44.103894 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-757c6005-aeb1-4134-a285-411d4a428a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:44.120989 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c191cc-7b75-41b0-b7f7-e3f9cf35295c None None] Checking router: d1264ca4-472f-49bb-9614-5b9ca03a0ebf for host: dv-cinder-779576-7-iscsi {{(pid=93843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 15:27:44.121340 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c191cc-7b75-41b0-b7f7-e3f9cf35295c None None] Updating router d1264ca4-472f-49bb-9614-5b9ca03a0ebf port 833753d9-24f6-49e9-bed7-d22da48efe4f binding host dv-cinder-779576-7-iscsi {{(pid=93843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 15:27:44.155577 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-89c191cc-7b75-41b0-b7f7-e3f9cf35295c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:44.192217 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-d8cc35da-29a6-496a-aa9f-ee13a8dad23e None None] Provisioning complete for port 38a738a8-bda0-4051-a6e9-8c16c9714a1a triggered by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:27:44.192598 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-d8cc35da-29a6-496a-aa9f-ee13a8dad23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:44.218411 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-110361eb-35f5-4505-b56e-8db0e0eec89f tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:44.323686 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.db.db_base_plugin_common [None req-757c6005-aeb1-4134-a285-411d4a428a39 admin admin] Allocated IP 172.20.0.1 (ca295ecd-9031-46a6-b5fe-2a774aeba0aa/58b52592-792e-41b9-8241-c209ac05f87d/3e37f610-8b20-4fea-aed4-5f33557e9c7c) {{(pid=93842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:27:44.350486 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.db.db_base_plugin_common [None req-110361eb-35f5-4505-b56e-8db0e0eec89f tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Allocated IP 172.27.3.205 (94c3c280-690c-4a83-85d9-6b8aea125a5e/fcbbbf85-6bcd-493f-b527-2ade21fd40af/b3c61756-aeaa-479e-874b-7af526ad4e4a) {{(pid=93841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:27:44.436442 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-757c6005-aeb1-4134-a285-411d4a428a39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:44.453262 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.db.provisioning_blocks [None req-757c6005-aeb1-4134-a285-411d4a428a39 admin admin] Transition to ACTIVE for port object 3e37f610-8b20-4fea-aed4-5f33557e9c7c will not be triggered until provisioned by entity DHCP. {{(pid=93842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 15:27:44.464937 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-110361eb-35f5-4505-b56e-8db0e0eec89f tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Notify callbacks [] for port, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:44.497665 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-757c6005-aeb1-4134-a285-411d4a428a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793280355359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261268877'] for port, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:44.509861 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-110361eb-35f5-4505-b56e-8db0e0eec89f tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793280355359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263742114'] for port, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:44.536463 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757c6005-aeb1-4134-a285-411d4a428a39 admin admin] Network ca295ecd-9031-46a6-b5fe-2a774aeba0aa is already hosted by enough agents. {{(pid=93842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:27:44.541729 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.scheduler.base_scheduler [None req-757c6005-aeb1-4134-a285-411d4a428a39 admin admin] Resources bound (agent type, host, resource id): {{(pid=93842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:27:44.545268 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757c6005-aeb1-4134-a285-411d4a428a39 admin admin] Received port after_create {{(pid=93842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 15:27:44.555668 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110361eb-35f5-4505-b56e-8db0e0eec89f tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Network 94c3c280-690c-4a83-85d9-6b8aea125a5e is already hosted by enough agents. {{(pid=93841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:27:44.563802 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110361eb-35f5-4505-b56e-8db0e0eec89f tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Pushing event updated for resources: {'Port': ['ID=b3c61756-aeaa-479e-874b-7af526ad4e4a,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:27:44.567128 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.scheduler.base_scheduler [None req-110361eb-35f5-4505-b56e-8db0e0eec89f tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Resources bound (agent type, host, resource id): {{(pid=93841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:27:44.569559 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110361eb-35f5-4505-b56e-8db0e0eec89f tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Received port after_create {{(pid=93841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 15:27:44.584467 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-757c6005-aeb1-4134-a285-411d4a428a39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3928330'] for router_interface, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:44.648002 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757c6005-aeb1-4134-a285-411d4a428a39 admin admin] Pushing event updated for resources: {'Port': ['ID=3e37f610-8b20-4fea-aed4-5f33557e9c7c,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:27:44.763396 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Device d98bb76a-750c-4626-b037-af80e01a076e up at agent ovs-agent-dv-cinder-779576-7-iscsi {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:27:44.783099 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-757c6005-aeb1-4134-a285-411d4a428a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:44.846224 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Provisioning for port d98bb76a-750c-4626-b037-af80e01a076e completed by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 15:27:44.854971 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Provisioning complete for port d98bb76a-750c-4626-b037-af80e01a076e triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:27:44.855340 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:44.929477 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-8fb4a082-41a9-4ec9-9b45-450be452544a None None] Provisioning for port 3e37f610-8b20-4fea-aed4-5f33557e9c7c completed by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 15:27:44.958187 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-8fb4a082-41a9-4ec9-9b45-450be452544a None None] Provisioning complete for port 3e37f610-8b20-4fea-aed4-5f33557e9c7c triggered by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:27:44.958565 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-8fb4a082-41a9-4ec9-9b45-450be452544a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:45.010899 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-89c191cc-7b75-41b0-b7f7-e3f9cf35295c None None] Notify callbacks [] for port, precommit_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:45.042154 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-8fb4a082-41a9-4ec9-9b45-450be452544a None None] Port 3e37f610-8b20-4fea-aed4-5f33557e9c7c cannot update to ACTIVE because it is not bound. {{(pid=93843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 15:27:45.047283 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-89c191cc-7b75-41b0-b7f7-e3f9cf35295c None None] Transition to ACTIVE for port object 833753d9-24f6-49e9-bed7-d22da48efe4f will not be triggered until provisioned by entity L2. {{(pid=93843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 15:27:45.061374 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:45.063021 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-89c191cc-7b75-41b0-b7f7-e3f9cf35295c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:45.076920 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-110361eb-35f5-4505-b56e-8db0e0eec89f tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:45.142409 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] For port d98bb76a-750c-4626-b037-af80e01a076e, host dv-cinder-779576-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-7-iscsi',level=0,port_id=d98bb76a-750c-4626-b037-af80e01a076e,segment=NetworkSegment(393d523d-3aa9-48f0-bebb-8ad681df49e0),segment_id=393d523d-3aa9-48f0-bebb-8ad681df49e0)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:27:45.145665 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-89c191cc-7b75-41b0-b7f7-e3f9cf35295c None None] Attempting to bind port 833753d9-24f6-49e9-bed7-d22da48efe4f on host dv-cinder-779576-7-iscsi for vnic_type normal with profile {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 15:27:45.146130 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-89c191cc-7b75-41b0-b7f7-e3f9cf35295c None None] Attempting to bind port 833753d9-24f6-49e9-bed7-d22da48efe4f by drivers openvswitch,hyperv on host dv-cinder-779576-7-iscsi at level 0 using segments [{'id': 'd599df7f-c7a7-42e6-8c54-3da29125ead3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e'}] {{(pid=93843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 15:27:45.146429 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c191cc-7b75-41b0-b7f7-e3f9cf35295c None None] Attempting to bind port 833753d9-24f6-49e9-bed7-d22da48efe4f on network 94c3c280-690c-4a83-85d9-6b8aea125a5e {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 15:27:45.153664 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:45.154447 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Device 38a738a8-bda0-4051-a6e9-8c16c9714a1a up at agent ovs-agent-dv-cinder-779576-7-iscsi {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:27:45.154919 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-110361eb-35f5-4505-b56e-8db0e0eec89f tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:45.157446 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f2ae03-323e-4226-856a-55af46a6c4e5 None None] Pushing event updated for resources: {'Port': ['ID=833753d9-24f6-49e9-bed7-d22da48efe4f,revision_number=2']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:27:45.177249 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c191cc-7b75-41b0-b7f7-e3f9cf35295c None None] Checking agent: {'id': '072be889-8d10-4535-8eb8-b08180675ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779576-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 15, 14, 10), 'started_at': datetime.datetime(2021, 8, 26, 15, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 15, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779576-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 15:27:45.178057 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c191cc-7b75-41b0-b7f7-e3f9cf35295c None None] Checking segment: {'id': 'd599df7f-c7a7-42e6-8c54-3da29125ead3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 15:27:45.178057 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-89c191cc-7b75-41b0-b7f7-e3f9cf35295c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:45.178420 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c191cc-7b75-41b0-b7f7-e3f9cf35295c None None] Bound using segment: {'id': 'd599df7f-c7a7-42e6-8c54-3da29125ead3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e'} {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 15:27:45.178893 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-89c191cc-7b75-41b0-b7f7-e3f9cf35295c None None] Bound port: 833753d9-24f6-49e9-bed7-d22da48efe4f, host: dv-cinder-779576-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd599df7f-c7a7-42e6-8c54-3da29125ead3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e'}}] {{(pid=93843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 15:27:45.179321 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-89c191cc-7b75-41b0-b7f7-e3f9cf35295c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:45.208559 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f2ae03-323e-4226-856a-55af46a6c4e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:27:45.208901 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f2ae03-323e-4226-856a-55af46a6c4e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:27:45.209472 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f2ae03-323e-4226-856a-55af46a6c4e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:27:45.209621 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f2ae03-323e-4226-856a-55af46a6c4e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:27:45.209909 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f2ae03-323e-4226-856a-55af46a6c4e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:27:45.210240 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f2ae03-323e-4226-856a-55af46a6c4e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:27:45.210866 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f2ae03-323e-4226-856a-55af46a6c4e5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:27:45.210866 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f2ae03-323e-4226-856a-55af46a6c4e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:27:45.211201 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f2ae03-323e-4226-856a-55af46a6c4e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:27:45.211524 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f2ae03-323e-4226-856a-55af46a6c4e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:27:45.211852 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f2ae03-323e-4226-856a-55af46a6c4e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:27:45.212165 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f2ae03-323e-4226-856a-55af46a6c4e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:27:45.232388 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-757c6005-aeb1-4134-a285-411d4a428a39 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:45.237616 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-757c6005-aeb1-4134-a285-411d4a428a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261268884'] for port, after_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:45.304194 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-89c191cc-7b75-41b0-b7f7-e3f9cf35295c None None] For port 833753d9-24f6-49e9-bed7-d22da48efe4f, host dv-cinder-779576-7-iscsi, cleared binding levels {{(pid=93843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:27:45.307807 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Pushing event updated for resources: {'Port': ['ID=d98bb76a-750c-4626-b037-af80e01a076e,revision_number=5']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:27:45.310721 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-757c6005-aeb1-4134-a285-411d4a428a39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3774383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3928277'] for router_interface, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:45.311530 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-89c191cc-7b75-41b0-b7f7-e3f9cf35295c None None] For port 833753d9-24f6-49e9-bed7-d22da48efe4f, host dv-cinder-779576-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-7-iscsi',level=0,port_id=833753d9-24f6-49e9-bed7-d22da48efe4f,segment=NetworkSegment(d599df7f-c7a7-42e6-8c54-3da29125ead3),segment_id=d599df7f-c7a7-42e6-8c54-3da29125ead3)] {{(pid=93843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:27:45.312660 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757c6005-aeb1-4134-a285-411d4a428a39 admin admin] Pushing event updated for resources: {'Port': ['ID=3e37f610-8b20-4fea-aed4-5f33557e9c7c,revision_number=2']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:27:45.320143 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Provisioning complete for port 38a738a8-bda0-4051-a6e9-8c16c9714a1a triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:27:45.320453 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:45.322751 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-89c191cc-7b75-41b0-b7f7-e3f9cf35295c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:45.352709 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-110361eb-35f5-4505-b56e-8db0e0eec89f tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Notify callbacks [] for port, precommit_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:45.360534 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-110361eb-35f5-4505-b56e-8db0e0eec89f tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263742139'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:45.417316 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c191cc-7b75-41b0-b7f7-e3f9cf35295c None None] Routers {'d1264ca4-472f-49bb-9614-5b9ca03a0ebf'} bound to L3 agent in host dv-cinder-779576-7-iscsi {{(pid=93843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 15:27:45.417980 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-89c191cc-7b75-41b0-b7f7-e3f9cf35295c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T15:14:10Z,description=,heartbeat_timestamp=2021-08-26T15:27:40Z,host='dv-cinder-779576-7-iscsi',id=00a7d786-edfd-4f04-9152-3b7ae2bbf8ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T15:14:10Z,topic='l3_agent')) {'router_ids': ['d1264ca4-472f-49bb-9614-5b9ca03a0ebf'], 'active': True} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:27:45.419979 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f2ae03-323e-4226-856a-55af46a6c4e5 None None] Pushing event updated for resources: {'Port': ['ID=833753d9-24f6-49e9-bed7-d22da48efe4f,revision_number=3']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:27:45.439538 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110361eb-35f5-4505-b56e-8db0e0eec89f tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Pushing event updated for resources: {'Port': ['ID=b3c61756-aeaa-479e-874b-7af526ad4e4a,revision_number=2']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:27:45.459342 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-110361eb-35f5-4505-b56e-8db0e0eec89f tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3928447'] for floatingip, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:45.460051 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757c6005-aeb1-4134-a285-411d4a428a39 admin admin] Network ca295ecd-9031-46a6-b5fe-2a774aeba0aa is already hosted by enough agents. {{(pid=93842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:27:45.463250 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.scheduler.base_scheduler [None req-757c6005-aeb1-4134-a285-411d4a428a39 admin admin] Resources bound (agent type, host, resource id): {{(pid=93842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:27:45.570341 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvr_db [None req-89c191cc-7b75-41b0-b7f7-e3f9cf35295c None None] Set router d1264ca4-472f-49bb-9614-5b9ca03a0ebf gateway port host: dv-cinder-779576-7-iscsi {{(pid=93843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 15:27:45.603004 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.db.l3_db [None req-110361eb-35f5-4505-b56e-8db0e0eec89f tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Floating IP fc9e5980-ad8b-4907-939e-802b4e456d76 associated. External IP: 172.27.3.205, port: 15f03937-23d8-489c-88ae-6e2f40f2c5eb. Aug 26 15:27:45.611298 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-757c6005-aeb1-4134-a285-411d4a428a39 admin admin] Router d1264ca4-472f-49bb-9614-5b9ca03a0ebf has already been hosted by L3 agent 00a7d786-edfd-4f04-9152-3b7ae2bbf8ca {{(pid=93842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 15:27:45.743032 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-757c6005-aeb1-4134-a285-411d4a428a39 admin admin] Notify agent at l3_agent.dv-cinder-779576-7-iscsi the message routers_updated {{(pid=93842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 15:27:45.756510 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-757c6005-aeb1-4134-a285-411d4a428a39 admin admin] 10.222.0.20 "PUT /v2.0/routers/d1264ca4-472f-49bb-9614-5b9ca03a0ebf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2209694 Aug 26 15:27:45.797459 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-27248993-4358-4cbd-b2f5-520360f721c9 None None] Provisioning complete for port 3e37f610-8b20-4fea-aed4-5f33557e9c7c triggered by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:27:45.798014 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-27248993-4358-4cbd-b2f5-520360f721c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:45.841212 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-110361eb-35f5-4505-b56e-8db0e0eec89f tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Router d5d6d445-b8cd-4f47-a92b-4b10fdd02ff7 has already been hosted by L3 agent 00a7d786-edfd-4f04-9152-3b7ae2bbf8ca {{(pid=93841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 15:27:45.845446 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-27248993-4358-4cbd-b2f5-520360f721c9 None None] Port 3e37f610-8b20-4fea-aed4-5f33557e9c7c cannot update to ACTIVE because it is not bound. {{(pid=93843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 15:27:45.856246 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-89c191cc-7b75-41b0-b7f7-e3f9cf35295c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1264ca4-472f-49bb-9614-5b9ca03a0ebf', 'name': 'tempest-TestShelveInstance-53678267-router', 'tenant_id': 'e3d2ce70c5d6404d83cc6efa8fe84eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': '833753d9-24f6-49e9-bed7-d22da48efe4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:27:40Z', 'updated_at': '2021-08-26T15:27:44Z', 'revision_number': 4, 'project_id': 'e3d2ce70c5d6404d83cc6efa8fe84eb6', 'gw_port': {'id': '833753d9-24f6-49e9-bed7-d22da48efe4f', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fe:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1264ca4-472f-49bb-9614-5b9ca03a0ebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:27:41Z', 'updated_at': '2021-08-26T15:27:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi', '_interfaces': [{'id': '3e37f610-8b20-4fea-aed4-5f33557e9c7c', 'name': '', 'network_id': 'ca295ecd-9031-46a6-b5fe-2a774aeba0aa', 'tenant_id': 'e3d2ce70c5d6404d83cc6efa8fe84eb6', 'mac_address': 'fa:16:3e:52:1c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1264ca4-472f-49bb-9614-5b9ca03a0ebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '58b52592-792e-41b9-8241-c209ac05f87d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:27:44Z', 'updated_at': '2021-08-26T15:27:44Z', 'revision_number': 2, 'project_id': 'e3d2ce70c5d6404d83cc6efa8fe84eb6', 'subnets': [{'id': '58b52592-792e-41b9-8241-c209ac05f87d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-7-iscsi', False) {} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:27:45.885592 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c191cc-7b75-41b0-b7f7-e3f9cf35295c None None] The sync data for ids ['d1264ca4-472f-49bb-9614-5b9ca03a0ebf'] in dv-cinder-779576-7-iscsi is: [{'id': 'd1264ca4-472f-49bb-9614-5b9ca03a0ebf', 'name': 'tempest-TestShelveInstance-53678267-router', 'tenant_id': 'e3d2ce70c5d6404d83cc6efa8fe84eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': '833753d9-24f6-49e9-bed7-d22da48efe4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:27:40Z', 'updated_at': '2021-08-26T15:27:44Z', 'revision_number': 4, 'project_id': 'e3d2ce70c5d6404d83cc6efa8fe84eb6', 'gw_port': {'id': '833753d9-24f6-49e9-bed7-d22da48efe4f', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fe:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1264ca4-472f-49bb-9614-5b9ca03a0ebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:27:41Z', 'updated_at': '2021-08-26T15:27:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi', '_interfaces': [{'id': '3e37f610-8b20-4fea-aed4-5f33557e9c7c', 'name': '', 'network_id': 'ca295ecd-9031-46a6-b5fe-2a774aeba0aa', 'tenant_id': 'e3d2ce70c5d6404d83cc6efa8fe84eb6', 'mac_address': 'fa:16:3e:52:1c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1264ca4-472f-49bb-9614-5b9ca03a0ebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '58b52592-792e-41b9-8241-c209ac05f87d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:27:44Z', 'updated_at': '2021-08-26T15:27:44Z', 'revision_number': 2, 'project_id': 'e3d2ce70c5d6404d83cc6efa8fe84eb6', 'subnets': [{'id': '58b52592-792e-41b9-8241-c209ac05f87d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 15:27:45.977310 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-110361eb-35f5-4505-b56e-8db0e0eec89f tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Notify agent at l3_agent.dv-cinder-779576-7-iscsi the message routers_updated {{(pid=93841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 15:27:45.986559 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59d47cb-47c6-4408-bdf7-c5e06d3a2b7c None None] Sync routers for ids ['d5d6d445-b8cd-4f47-a92b-4b10fdd02ff7'] in dv-cinder-779576-7-iscsi {{(pid=93844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 15:27:45.996250 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-110361eb-35f5-4505-b56e-8db0e0eec89f tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4089636'] for floatingip, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:45.997501 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59d47cb-47c6-4408-bdf7-c5e06d3a2b7c None None] Routers {'d5d6d445-b8cd-4f47-a92b-4b10fdd02ff7'} bound to L3 agent in host dv-cinder-779576-7-iscsi {{(pid=93844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 15:27:45.998179 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-f59d47cb-47c6-4408-bdf7-c5e06d3a2b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T15:14:10Z,description=,heartbeat_timestamp=2021-08-26T15:27:40Z,host='dv-cinder-779576-7-iscsi',id=00a7d786-edfd-4f04-9152-3b7ae2bbf8ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T15:14:10Z,topic='l3_agent')) {'router_ids': ['d5d6d445-b8cd-4f47-a92b-4b10fdd02ff7'], 'active': True} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:27:46.031528 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-110361eb-35f5-4505-b56e-8db0e0eec89f tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9908693 Aug 26 15:27:46.031528 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '290517c5-39da-4a2e-9098-65d6b2a24871', 'tag': '15f03937-23d8-489c-88ae-6e2f40f2c5eb'}] {{(pid=93841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 15:27:46.031528 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40d6179e675e884694bb6412ad93f17435ac71a39ec2274297e1b4aadb89820e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61568df5-9448-4ba5-8dbf-3306e9b26a8c" -d '{"events": [{"name": "network-changed", "server_uuid": "290517c5-39da-4a2e-9098-65d6b2a24871", "tag": "15f03937-23d8-489c-88ae-6e2f40f2c5eb"}]}' {{(pid=93841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:27:46.079395 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 15:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90eb2920-40ec-4feb-84ac-c1ed828d2e5b x-openstack-request-id: req-90eb2920-40ec-4feb-84ac-c1ed828d2e5b {{(pid=93841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:27:46.080075 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "290517c5-39da-4a2e-9098-65d6b2a24871", "tag": "15f03937-23d8-489c-88ae-6e2f40f2c5eb", "status": "completed", "code": 200}]} {{(pid=93841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:27:46.080075 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-90eb2920-40ec-4feb-84ac-c1ed828d2e5b {{(pid=93841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:27:46.080075 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '290517c5-39da-4a2e-9098-65d6b2a24871', 'tag': '15f03937-23d8-489c-88ae-6e2f40f2c5eb', 'status': 'completed', 'code': 200} Aug 26 15:27:46.217786 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61568df5-9448-4ba5-8dbf-3306e9b26a8c req-9158381f-6d9b-493d-a18d-82608d7ad1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:46.219444 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-61568df5-9448-4ba5-8dbf-3306e9b26a8c req-9158381f-6d9b-493d-a18d-82608d7ad1b2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1d44569eb5c241ab8c4e10ff4af9afb0&device_id=290517c5-39da-4a2e-9098-65d6b2a24871 HTTP/1.1" status: 200 len: 1098 time: 0.1135852 Aug 26 15:27:46.251429 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvr_db [None req-f59d47cb-47c6-4408-bdf7-c5e06d3a2b7c None None] Set router d5d6d445-b8cd-4f47-a92b-4b10fdd02ff7 gateway port host: dv-cinder-779576-7-iscsi {{(pid=93844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 15:27:46.334107 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61568df5-9448-4ba5-8dbf-3306e9b26a8c req-5847ae30-49ba-490e-80df-09abcb029e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:46.336448 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-61568df5-9448-4ba5-8dbf-3306e9b26a8c req-5847ae30-49ba-490e-80df-09abcb029e29 service neutron] 10.222.0.47 "GET /v2.0/networks?id=450519e4-8c12-447b-a687-0d4a9d1435ad HTTP/1.1" status: 200 len: 912 time: 0.1088734 Aug 26 15:27:46.339213 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 59394) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:27:46.343912 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [None req-771266b9-b945-4466-be1c-5d0de79fd392 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-484885426', 'description': 'tempest-secgroup-smoke-484885426 description', 'project_id': '6f82b801e0334e5b8e81593b9cfcefb6'}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:27:46.422828 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-771266b9-b945-4466-be1c-5d0de79fd392 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Notify callbacks [] for security_group, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:46.443538 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-61568df5-9448-4ba5-8dbf-3306e9b26a8c req-d548a37a-d6cd-4007-9a2e-38583919ce83 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=15f03937-23d8-489c-88ae-6e2f40f2c5eb HTTP/1.1" status: 200 len: 999 time: 0.0905390 Aug 26 15:27:46.527849 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61568df5-9448-4ba5-8dbf-3306e9b26a8c req-6550eb1f-94fe-4ac7-9f9d-816b86c32f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:46.529348 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-61568df5-9448-4ba5-8dbf-3306e9b26a8c req-6550eb1f-94fe-4ac7-9f9d-816b86c32f4a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6465a299-7a62-4790-95c8-1882e69b35c5 HTTP/1.1" status: 200 len: 850 time: 0.0733628 Aug 26 15:27:46.569842 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-f59d47cb-47c6-4408-bdf7-c5e06d3a2b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5d6d445-b8cd-4f47-a92b-4b10fdd02ff7', 'name': 'tempest-TestVolumeBootPattern-386580631-router', 'tenant_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '0415c8a9-fc07-4695-8ef4-be13d02c0b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:26:45Z', 'updated_at': '2021-08-26T15:26:49Z', 'revision_number': 4, 'project_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'gw_port': {'id': '0415c8a9-fc07-4695-8ef4-be13d02c0b75', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:9d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d6d445-b8cd-4f47-a92b-4b10fdd02ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:26:46Z', 'updated_at': '2021-08-26T15:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi', '_floatingips': [{'id': 'fc9e5980-ad8b-4907-939e-802b4e456d76', 'tenant_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'floating_ip_address': '172.27.3.205', 'floating_network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'router_id': 'd5d6d445-b8cd-4f47-a92b-4b10fdd02ff7', 'port_id': '15f03937-23d8-489c-88ae-6e2f40f2c5eb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '450519e4-8c12-447b-a687-0d4a9d1435ad', 'mac_address': 'fa:16:3e:12:4e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290517c5-39da-4a2e-9098-65d6b2a24871', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T15:27:44Z', 'updated_at': '2021-08-26T15:27:44Z', 'revision_number': 0, 'project_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25db6656-5ef9-406c-9fa2-6c2e4d121a41', 'name': '', 'network_id': '450519e4-8c12-447b-a687-0d4a9d1435ad', 'tenant_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'mac_address': 'fa:16:3e:29:08:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d6d445-b8cd-4f47-a92b-4b10fdd02ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '6465a299-7a62-4790-95c8-1882e69b35c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:26:48Z', 'updated_at': '2021-08-26T15:26:55Z', 'revision_number': 5, 'project_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'subnets': [{'id': '6465a299-7a62-4790-95c8-1882e69b35c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-7-iscsi', False) {} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:27:46.608210 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59d47cb-47c6-4408-bdf7-c5e06d3a2b7c None None] Checking router: d5d6d445-b8cd-4f47-a92b-4b10fdd02ff7 for host: dv-cinder-779576-7-iscsi {{(pid=93844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 15:27:46.615807 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-771266b9-b945-4466-be1c-5d0de79fd392 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Notify callbacks [] for security_group, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:46.616288 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Device d98bb76a-750c-4626-b037-af80e01a076e up at agent ovs-agent-dv-cinder-779576-7-iscsi {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:27:46.619345 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61568df5-9448-4ba5-8dbf-3306e9b26a8c req-14b7ae3e-99e4-4f90-89f2-9ce5c47451dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:46.620685 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59d47cb-47c6-4408-bdf7-c5e06d3a2b7c None None] Routers {'d5d6d445-b8cd-4f47-a92b-4b10fdd02ff7'} bound to L3 agent in host dv-cinder-779576-7-iscsi {{(pid=93844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 15:27:46.621864 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-61568df5-9448-4ba5-8dbf-3306e9b26a8c req-14b7ae3e-99e4-4f90-89f2-9ce5c47451dd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=450519e4-8c12-447b-a687-0d4a9d1435ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0793109 Aug 26 15:27:46.622071 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-f59d47cb-47c6-4408-bdf7-c5e06d3a2b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T15:14:10Z,description=,heartbeat_timestamp=2021-08-26T15:27:40Z,host='dv-cinder-779576-7-iscsi',id=00a7d786-edfd-4f04-9152-3b7ae2bbf8ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T15:14:10Z,topic='l3_agent')) {'router_ids': ['d5d6d445-b8cd-4f47-a92b-4b10fdd02ff7'], 'active': True} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:27:46.623020 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-771266b9-b945-4466-be1c-5d0de79fd392 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:46.691326 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Provisioning complete for port d98bb76a-750c-4626-b037-af80e01a076e triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:27:46.691905 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:46.733995 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-771266b9-b945-4466-be1c-5d0de79fd392 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Notify callbacks [] for security_group, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:46.737635 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-771266b9-b945-4466-be1c-5d0de79fd392 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3946767 Aug 26 15:27:46.738385 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 59400) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:27:46.738985 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771266b9-b945-4466-be1c-5d0de79fd392 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb8acce8-8a0d-42a7-b64f-05a0046f470e,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:27:46.744665 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [None req-ca9565c8-29a0-4eb0-b6c9-c2af873c977c tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Request body: {'security_group_rule': {'security_group_id': 'bb8acce8-8a0d-42a7-b64f-05a0046f470e', 'project_id': '6f82b801e0334e5b8e81593b9cfcefb6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:27:46.764386 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-61568df5-9448-4ba5-8dbf-3306e9b26a8c req-85b820dc-4e1f-4d7b-900b-05583d5f9d9a service neutron] 10.222.0.47 "GET /v2.0/networks/450519e4-8c12-447b-a687-0d4a9d1435ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330345 Aug 26 15:27:46.809556 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvr_db [None req-f59d47cb-47c6-4408-bdf7-c5e06d3a2b7c None None] Set router d5d6d445-b8cd-4f47-a92b-4b10fdd02ff7 gateway port host: dv-cinder-779576-7-iscsi {{(pid=93844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 15:27:46.835668 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-ca9565c8-29a0-4eb0-b6c9-c2af873c977c tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:46.938186 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-ca9565c8-29a0-4eb0-b6c9-c2af873c977c tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:46.942459 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-61568df5-9448-4ba5-8dbf-3306e9b26a8c req-9734b17f-45b4-4f27-a1bd-bd5e76bf9968 service neutron] 10.222.0.47 "GET /v2.0/networks/450519e4-8c12-447b-a687-0d4a9d1435ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517055 Aug 26 15:27:46.945666 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-ca9565c8-29a0-4eb0-b6c9-c2af873c977c tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699878'] for security_group_rule, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:46.968776 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9565c8-29a0-4eb0-b6c9-c2af873c977c tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f3b417a-c0e7-44ca-9103-2b33a85def46,revision_number=0']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:27:46.977100 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-ca9565c8-29a0-4eb0-b6c9-c2af873c977c tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:46.979021 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-ca9565c8-29a0-4eb0-b6c9-c2af873c977c tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2389290 Aug 26 15:27:46.981614 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 59404) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:27:46.986654 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [None req-55d908b8-ccc3-4c53-a5db-e4bc8385a796 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Request body: {'security_group_rule': {'security_group_id': 'bb8acce8-8a0d-42a7-b64f-05a0046f470e', 'project_id': '6f82b801e0334e5b8e81593b9cfcefb6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:27:47.024347 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-55d908b8-ccc3-4c53-a5db-e4bc8385a796 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:47.109816 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-55d908b8-ccc3-4c53-a5db-e4bc8385a796 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:47.116290 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-55d908b8-ccc3-4c53-a5db-e4bc8385a796 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699878'] for security_group_rule, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:47.141389 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d908b8-ccc3-4c53-a5db-e4bc8385a796 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1112c413-0fcb-4767-88c5-af9b6505e642,revision_number=0']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:27:47.142885 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-f59d47cb-47c6-4408-bdf7-c5e06d3a2b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5d6d445-b8cd-4f47-a92b-4b10fdd02ff7', 'name': 'tempest-TestVolumeBootPattern-386580631-router', 'tenant_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '0415c8a9-fc07-4695-8ef4-be13d02c0b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:26:45Z', 'updated_at': '2021-08-26T15:26:49Z', 'revision_number': 4, 'project_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'gw_port': {'id': '0415c8a9-fc07-4695-8ef4-be13d02c0b75', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:9d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d6d445-b8cd-4f47-a92b-4b10fdd02ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:26:46Z', 'updated_at': '2021-08-26T15:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi', '_floatingips': [{'id': 'fc9e5980-ad8b-4907-939e-802b4e456d76', 'tenant_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'floating_ip_address': '172.27.3.205', 'floating_network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'router_id': 'd5d6d445-b8cd-4f47-a92b-4b10fdd02ff7', 'port_id': '15f03937-23d8-489c-88ae-6e2f40f2c5eb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '450519e4-8c12-447b-a687-0d4a9d1435ad', 'mac_address': 'fa:16:3e:12:4e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290517c5-39da-4a2e-9098-65d6b2a24871', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T15:27:44Z', 'updated_at': '2021-08-26T15:27:44Z', 'revision_number': 0, 'project_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25db6656-5ef9-406c-9fa2-6c2e4d121a41', 'name': '', 'network_id': '450519e4-8c12-447b-a687-0d4a9d1435ad', 'tenant_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'mac_address': 'fa:16:3e:29:08:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d6d445-b8cd-4f47-a92b-4b10fdd02ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '6465a299-7a62-4790-95c8-1882e69b35c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:26:48Z', 'updated_at': '2021-08-26T15:26:55Z', 'revision_number': 5, 'project_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'subnets': [{'id': '6465a299-7a62-4790-95c8-1882e69b35c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-7-iscsi', False) {} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:27:47.151124 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-55d908b8-ccc3-4c53-a5db-e4bc8385a796 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:47.155342 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-55d908b8-ccc3-4c53-a5db-e4bc8385a796 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1713455 Aug 26 15:27:47.155709 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 59406) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:27:47.161047 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [None req-93e11843-0f33-4590-b620-4dde8937648c tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Request body: {'security_group_rule': {'security_group_id': 'bb8acce8-8a0d-42a7-b64f-05a0046f470e', 'project_id': '6f82b801e0334e5b8e81593b9cfcefb6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:27:47.173124 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59d47cb-47c6-4408-bdf7-c5e06d3a2b7c None None] The sync data for ids ['d5d6d445-b8cd-4f47-a92b-4b10fdd02ff7'] in dv-cinder-779576-7-iscsi is: [{'id': 'd5d6d445-b8cd-4f47-a92b-4b10fdd02ff7', 'name': 'tempest-TestVolumeBootPattern-386580631-router', 'tenant_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '0415c8a9-fc07-4695-8ef4-be13d02c0b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:26:45Z', 'updated_at': '2021-08-26T15:26:49Z', 'revision_number': 4, 'project_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'gw_port': {'id': '0415c8a9-fc07-4695-8ef4-be13d02c0b75', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:9d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d6d445-b8cd-4f47-a92b-4b10fdd02ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:26:46Z', 'updated_at': '2021-08-26T15:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi', '_floatingips': [{'id': 'fc9e5980-ad8b-4907-939e-802b4e456d76', 'tenant_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'floating_ip_address': '172.27.3.205', 'floating_network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'router_id': 'd5d6d445-b8cd-4f47-a92b-4b10fdd02ff7', 'port_id': '15f03937-23d8-489c-88ae-6e2f40f2c5eb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '450519e4-8c12-447b-a687-0d4a9d1435ad', 'mac_address': 'fa:16:3e:12:4e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290517c5-39da-4a2e-9098-65d6b2a24871', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T15:27:44Z', 'updated_at': '2021-08-26T15:27:44Z', 'revision_number': 0, 'project_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25db6656-5ef9-406c-9fa2-6c2e4d121a41', 'name': '', 'network_id': '450519e4-8c12-447b-a687-0d4a9d1435ad', 'tenant_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'mac_address': 'fa:16:3e:29:08:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d6d445-b8cd-4f47-a92b-4b10fdd02ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '6465a299-7a62-4790-95c8-1882e69b35c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:26:48Z', 'updated_at': '2021-08-26T15:26:55Z', 'revision_number': 5, 'project_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'subnets': [{'id': '6465a299-7a62-4790-95c8-1882e69b35c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 15:27:47.205094 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-93e11843-0f33-4590-b620-4dde8937648c tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:47.279501 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-93e11843-0f33-4590-b620-4dde8937648c tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:47.286612 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-93e11843-0f33-4590-b620-4dde8937648c tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699878'] for security_group_rule, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:47.303454 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e11843-0f33-4590-b620-4dde8937648c tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ec6d015-58ed-4110-b5f0-33d8fec3de8c,revision_number=0']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:27:47.314692 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-93e11843-0f33-4590-b620-4dde8937648c tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:47.317762 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-93e11843-0f33-4590-b620-4dde8937648c tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1598525 Aug 26 15:27:47.320834 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 59408) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:27:47.325868 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [None req-0f8f7048-51d5-4b8a-950f-a38a8b2de8ea tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Request body: {'security_group_rule': {'security_group_id': 'bb8acce8-8a0d-42a7-b64f-05a0046f470e', 'project_id': '6f82b801e0334e5b8e81593b9cfcefb6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:27:47.353373 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-0f8f7048-51d5-4b8a-950f-a38a8b2de8ea tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:47.433269 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-0f8f7048-51d5-4b8a-950f-a38a8b2de8ea tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:47.447891 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-0f8f7048-51d5-4b8a-950f-a38a8b2de8ea tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699878'] for security_group_rule, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:47.470882 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8f7048-51d5-4b8a-950f-a38a8b2de8ea tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9748353a-ab87-41ec-a226-9ca0bdbe4fa8,revision_number=0']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:27:47.479874 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-0f8f7048-51d5-4b8a-950f-a38a8b2de8ea tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:47.481166 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-0f8f7048-51d5-4b8a-950f-a38a8b2de8ea tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1592455 Aug 26 15:27:47.484027 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 59410) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:27:47.489636 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [None req-0ba99cdf-a388-47f2-88a6-a2d161e8d51c tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Request body: {'security_group_rule': {'security_group_id': 'bb8acce8-8a0d-42a7-b64f-05a0046f470e', 'project_id': '6f82b801e0334e5b8e81593b9cfcefb6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:27:47.506399 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad1bba7-ea4d-4ba3-81c8-b5b5424a1492 None None] New status for floating IP fc9e5980-ad8b-4907-939e-802b4e456d76: ACTIVE {{(pid=93843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 15:27:47.516950 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.db.securitygroups_db [None req-0ba99cdf-a388-47f2-88a6-a2d161e8d51c tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Project 6f82b801e0334e5b8e81593b9cfcefb6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 15:27:47.526723 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-0ba99cdf-a388-47f2-88a6-a2d161e8d51c tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:47.605916 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-0ba99cdf-a388-47f2-88a6-a2d161e8d51c tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:47.611612 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-0ba99cdf-a388-47f2-88a6-a2d161e8d51c tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699878'] for security_group_rule, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:47.639458 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba99cdf-a388-47f2-88a6-a2d161e8d51c tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee25a1ab-264c-4ca4-9fb9-f9dea1567cf4,revision_number=0']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:27:47.644419 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-0ba99cdf-a388-47f2-88a6-a2d161e8d51c tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:47.646948 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-0ba99cdf-a388-47f2-88a6-a2d161e8d51c tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1615043 Aug 26 15:27:47.650651 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 59414) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:27:47.657657 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [None req-4606c631-5325-4e52-9cc2-bc8e40e25445 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Request body: {'security_group_rule': {'security_group_id': 'bb8acce8-8a0d-42a7-b64f-05a0046f470e', 'project_id': '6f82b801e0334e5b8e81593b9cfcefb6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:27:47.683255 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.db.securitygroups_db [None req-4606c631-5325-4e52-9cc2-bc8e40e25445 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Project 6f82b801e0334e5b8e81593b9cfcefb6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 15:27:47.688574 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-4606c631-5325-4e52-9cc2-bc8e40e25445 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:47.776173 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-4606c631-5325-4e52-9cc2-bc8e40e25445 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:47.779568 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-4606c631-5325-4e52-9cc2-bc8e40e25445 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699878'] for security_group_rule, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:47.797756 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4606c631-5325-4e52-9cc2-bc8e40e25445 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26cc72ee-0f22-4cb4-9e40-7fd5b50eb09c,revision_number=0']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:27:47.805204 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-4606c631-5325-4e52-9cc2-bc8e40e25445 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:47.806687 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-4606c631-5325-4e52-9cc2-bc8e40e25445 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1549494 Aug 26 15:27:48.588271 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Device 833753d9-24f6-49e9-bed7-d22da48efe4f up at agent ovs-agent-dv-cinder-779576-7-iscsi {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:27:48.649130 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Provisioning for port 833753d9-24f6-49e9-bed7-d22da48efe4f completed by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 15:27:48.654193 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Provisioning complete for port 833753d9-24f6-49e9-bed7-d22da48efe4f triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:27:48.654672 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:48.744683 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:48.770308 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] For port 833753d9-24f6-49e9-bed7-d22da48efe4f, host dv-cinder-779576-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-7-iscsi',level=0,port_id=833753d9-24f6-49e9-bed7-d22da48efe4f,segment=NetworkSegment(d599df7f-c7a7-42e6-8c54-3da29125ead3),segment_id=d599df7f-c7a7-42e6-8c54-3da29125ead3)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:27:48.774725 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:48.827532 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Pushing event updated for resources: {'Port': ['ID=833753d9-24f6-49e9-bed7-d22da48efe4f,revision_number=4']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:27:50.081050 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e6df92-0d8c-4c5d-b484-be89177ebc79 None None] Sync routers for ids ['d1264ca4-472f-49bb-9614-5b9ca03a0ebf'] in dv-cinder-779576-7-iscsi {{(pid=93844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 15:27:50.091308 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e6df92-0d8c-4c5d-b484-be89177ebc79 None None] Routers {'d1264ca4-472f-49bb-9614-5b9ca03a0ebf'} bound to L3 agent in host dv-cinder-779576-7-iscsi {{(pid=93844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 15:27:50.092173 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-25e6df92-0d8c-4c5d-b484-be89177ebc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T15:14:10Z,description=,heartbeat_timestamp=2021-08-26T15:27:40Z,host='dv-cinder-779576-7-iscsi',id=00a7d786-edfd-4f04-9152-3b7ae2bbf8ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T15:14:10Z,topic='l3_agent')) {'router_ids': ['d1264ca4-472f-49bb-9614-5b9ca03a0ebf'], 'active': True} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:27:50.203487 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvr_db [None req-25e6df92-0d8c-4c5d-b484-be89177ebc79 None None] Set router d1264ca4-472f-49bb-9614-5b9ca03a0ebf gateway port host: dv-cinder-779576-7-iscsi {{(pid=93844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 15:27:50.423979 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-25e6df92-0d8c-4c5d-b484-be89177ebc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1264ca4-472f-49bb-9614-5b9ca03a0ebf', 'name': 'tempest-TestShelveInstance-53678267-router', 'tenant_id': 'e3d2ce70c5d6404d83cc6efa8fe84eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': '833753d9-24f6-49e9-bed7-d22da48efe4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:27:40Z', 'updated_at': '2021-08-26T15:27:44Z', 'revision_number': 4, 'project_id': 'e3d2ce70c5d6404d83cc6efa8fe84eb6', 'gw_port': {'id': '833753d9-24f6-49e9-bed7-d22da48efe4f', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fe:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1264ca4-472f-49bb-9614-5b9ca03a0ebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:27:41Z', 'updated_at': '2021-08-26T15:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi', '_interfaces': [{'id': '3e37f610-8b20-4fea-aed4-5f33557e9c7c', 'name': '', 'network_id': 'ca295ecd-9031-46a6-b5fe-2a774aeba0aa', 'tenant_id': 'e3d2ce70c5d6404d83cc6efa8fe84eb6', 'mac_address': 'fa:16:3e:52:1c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1264ca4-472f-49bb-9614-5b9ca03a0ebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '58b52592-792e-41b9-8241-c209ac05f87d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:27:44Z', 'updated_at': '2021-08-26T15:27:44Z', 'revision_number': 2, 'project_id': 'e3d2ce70c5d6404d83cc6efa8fe84eb6', 'subnets': [{'id': '58b52592-792e-41b9-8241-c209ac05f87d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-7-iscsi', False) {} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:27:50.455989 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e6df92-0d8c-4c5d-b484-be89177ebc79 None None] Checking router: d1264ca4-472f-49bb-9614-5b9ca03a0ebf for host: dv-cinder-779576-7-iscsi {{(pid=93844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 15:27:50.456371 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e6df92-0d8c-4c5d-b484-be89177ebc79 None None] Updating router d1264ca4-472f-49bb-9614-5b9ca03a0ebf port 3e37f610-8b20-4fea-aed4-5f33557e9c7c binding host dv-cinder-779576-7-iscsi {{(pid=93844) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 15:27:50.483473 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-25e6df92-0d8c-4c5d-b484-be89177ebc79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:50.558810 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Device 833753d9-24f6-49e9-bed7-d22da48efe4f up at agent ovs-agent-dv-cinder-779576-7-iscsi {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:27:50.625270 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Provisioning complete for port 833753d9-24f6-49e9-bed7-d22da48efe4f triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:27:50.625776 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:50.784115 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-25e6df92-0d8c-4c5d-b484-be89177ebc79 None None] Notify callbacks [] for port, precommit_update {{(pid=93844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:50.796353 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.provisioning_blocks [None req-25e6df92-0d8c-4c5d-b484-be89177ebc79 None None] Transition to ACTIVE for port object 3e37f610-8b20-4fea-aed4-5f33557e9c7c will not be triggered until provisioned by entity L2. {{(pid=93844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 15:27:50.802958 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-25e6df92-0d8c-4c5d-b484-be89177ebc79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:50.852727 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b4b7a7-b8cf-4cb0-a7e7-f0765d1275b0 None None] Pushing event updated for resources: {'Port': ['ID=3e37f610-8b20-4fea-aed4-5f33557e9c7c,revision_number=3']} {{(pid=93844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:27:50.911253 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.managers [None req-25e6df92-0d8c-4c5d-b484-be89177ebc79 None None] Attempting to bind port 3e37f610-8b20-4fea-aed4-5f33557e9c7c on host dv-cinder-779576-7-iscsi for vnic_type normal with profile {{(pid=93844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 15:27:50.911580 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.managers [None req-25e6df92-0d8c-4c5d-b484-be89177ebc79 None None] Attempting to bind port 3e37f610-8b20-4fea-aed4-5f33557e9c7c by drivers openvswitch,hyperv on host dv-cinder-779576-7-iscsi at level 0 using segments [{'id': '603e2f8e-b37a-4aa4-b67b-fd1a2e0cf2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ca295ecd-9031-46a6-b5fe-2a774aeba0aa'}] {{(pid=93844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 15:27:50.911894 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e6df92-0d8c-4c5d-b484-be89177ebc79 None None] Attempting to bind port 3e37f610-8b20-4fea-aed4-5f33557e9c7c on network ca295ecd-9031-46a6-b5fe-2a774aeba0aa {{(pid=93844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 15:27:50.917561 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e6df92-0d8c-4c5d-b484-be89177ebc79 None None] Checking agent: {'id': '072be889-8d10-4535-8eb8-b08180675ed1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779576-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 15, 14, 10), 'started_at': datetime.datetime(2021, 8, 26, 15, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 15, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779576-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 15:27:50.917969 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e6df92-0d8c-4c5d-b484-be89177ebc79 None None] Checking segment: {'id': '603e2f8e-b37a-4aa4-b67b-fd1a2e0cf2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ca295ecd-9031-46a6-b5fe-2a774aeba0aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 15:27:50.918425 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-25e6df92-0d8c-4c5d-b484-be89177ebc79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:50.918949 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e6df92-0d8c-4c5d-b484-be89177ebc79 None None] Bound using segment: {'id': '603e2f8e-b37a-4aa4-b67b-fd1a2e0cf2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ca295ecd-9031-46a6-b5fe-2a774aeba0aa'} {{(pid=93844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 15:27:50.919465 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.managers [None req-25e6df92-0d8c-4c5d-b484-be89177ebc79 None None] Bound port: 3e37f610-8b20-4fea-aed4-5f33557e9c7c, host: dv-cinder-779576-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '603e2f8e-b37a-4aa4-b67b-fd1a2e0cf2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ca295ecd-9031-46a6-b5fe-2a774aeba0aa'}}] {{(pid=93844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 15:27:50.919904 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-25e6df92-0d8c-4c5d-b484-be89177ebc79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:50.994392 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.db [None req-25e6df92-0d8c-4c5d-b484-be89177ebc79 None None] For port 3e37f610-8b20-4fea-aed4-5f33557e9c7c, host dv-cinder-779576-7-iscsi, cleared binding levels {{(pid=93844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:27:50.997884 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.db [None req-25e6df92-0d8c-4c5d-b484-be89177ebc79 None None] For port 3e37f610-8b20-4fea-aed4-5f33557e9c7c, host dv-cinder-779576-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-7-iscsi',level=0,port_id=3e37f610-8b20-4fea-aed4-5f33557e9c7c,segment=NetworkSegment(603e2f8e-b37a-4aa4-b67b-fd1a2e0cf2dc),segment_id=603e2f8e-b37a-4aa4-b67b-fd1a2e0cf2dc)] {{(pid=93844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:27:51.004403 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-25e6df92-0d8c-4c5d-b484-be89177ebc79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:51.068798 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b4b7a7-b8cf-4cb0-a7e7-f0765d1275b0 None None] Pushing event updated for resources: {'Port': ['ID=3e37f610-8b20-4fea-aed4-5f33557e9c7c,revision_number=4']} {{(pid=93844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:27:51.074732 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e6df92-0d8c-4c5d-b484-be89177ebc79 None None] Routers {'d1264ca4-472f-49bb-9614-5b9ca03a0ebf'} bound to L3 agent in host dv-cinder-779576-7-iscsi {{(pid=93844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 15:27:51.075346 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-25e6df92-0d8c-4c5d-b484-be89177ebc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T15:14:10Z,description=,heartbeat_timestamp=2021-08-26T15:27:40Z,host='dv-cinder-779576-7-iscsi',id=00a7d786-edfd-4f04-9152-3b7ae2bbf8ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T15:14:10Z,topic='l3_agent')) {'router_ids': ['d1264ca4-472f-49bb-9614-5b9ca03a0ebf'], 'active': True} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:27:51.300911 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvr_db [None req-25e6df92-0d8c-4c5d-b484-be89177ebc79 None None] Set router d1264ca4-472f-49bb-9614-5b9ca03a0ebf gateway port host: dv-cinder-779576-7-iscsi {{(pid=93844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 15:27:51.513342 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-25e6df92-0d8c-4c5d-b484-be89177ebc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1264ca4-472f-49bb-9614-5b9ca03a0ebf', 'name': 'tempest-TestShelveInstance-53678267-router', 'tenant_id': 'e3d2ce70c5d6404d83cc6efa8fe84eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': '833753d9-24f6-49e9-bed7-d22da48efe4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:27:40Z', 'updated_at': '2021-08-26T15:27:44Z', 'revision_number': 4, 'project_id': 'e3d2ce70c5d6404d83cc6efa8fe84eb6', 'gw_port': {'id': '833753d9-24f6-49e9-bed7-d22da48efe4f', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fe:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1264ca4-472f-49bb-9614-5b9ca03a0ebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:27:41Z', 'updated_at': '2021-08-26T15:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi', '_interfaces': [{'id': '3e37f610-8b20-4fea-aed4-5f33557e9c7c', 'name': '', 'network_id': 'ca295ecd-9031-46a6-b5fe-2a774aeba0aa', 'tenant_id': 'e3d2ce70c5d6404d83cc6efa8fe84eb6', 'mac_address': 'fa:16:3e:52:1c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1264ca4-472f-49bb-9614-5b9ca03a0ebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '58b52592-792e-41b9-8241-c209ac05f87d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:27:44Z', 'updated_at': '2021-08-26T15:27:50Z', 'revision_number': 4, 'project_id': 'e3d2ce70c5d6404d83cc6efa8fe84eb6', 'subnets': [{'id': '58b52592-792e-41b9-8241-c209ac05f87d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-7-iscsi', False) {} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:27:51.546351 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e6df92-0d8c-4c5d-b484-be89177ebc79 None None] The sync data for ids ['d1264ca4-472f-49bb-9614-5b9ca03a0ebf'] in dv-cinder-779576-7-iscsi is: [{'id': 'd1264ca4-472f-49bb-9614-5b9ca03a0ebf', 'name': 'tempest-TestShelveInstance-53678267-router', 'tenant_id': 'e3d2ce70c5d6404d83cc6efa8fe84eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': '833753d9-24f6-49e9-bed7-d22da48efe4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:27:40Z', 'updated_at': '2021-08-26T15:27:44Z', 'revision_number': 4, 'project_id': 'e3d2ce70c5d6404d83cc6efa8fe84eb6', 'gw_port': {'id': '833753d9-24f6-49e9-bed7-d22da48efe4f', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fe:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1264ca4-472f-49bb-9614-5b9ca03a0ebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:27:41Z', 'updated_at': '2021-08-26T15:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi', '_interfaces': [{'id': '3e37f610-8b20-4fea-aed4-5f33557e9c7c', 'name': '', 'network_id': 'ca295ecd-9031-46a6-b5fe-2a774aeba0aa', 'tenant_id': 'e3d2ce70c5d6404d83cc6efa8fe84eb6', 'mac_address': 'fa:16:3e:52:1c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1264ca4-472f-49bb-9614-5b9ca03a0ebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '58b52592-792e-41b9-8241-c209ac05f87d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:27:44Z', 'updated_at': '2021-08-26T15:27:50Z', 'revision_number': 4, 'project_id': 'e3d2ce70c5d6404d83cc6efa8fe84eb6', 'subnets': [{'id': '58b52592-792e-41b9-8241-c209ac05f87d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 15:27:51.725152 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83993290-f77c-4801-96df-4098687549b7 req-8fb799d2-ade1-4a37-8c69-a77f52f2df7c tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:51.726927 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-83993290-f77c-4801-96df-4098687549b7 req-8fb799d2-ade1-4a37-8c69-a77f52f2df7c tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/ports?device_id=001bdad4-93d0-4155-9a28-4adb526b68cc HTTP/1.1" status: 200 len: 946 time: 0.0613947 Aug 26 15:27:51.768421 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-83993290-f77c-4801-96df-4098687549b7 req-b476e811-aac2-4ecf-8eb8-bb9e5f052a01 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/security-groups?id=e18d2e28-abe2-4c40-a4ee-147ecea0ab19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350409 Aug 26 15:27:52.589193 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Device 3e37f610-8b20-4fea-aed4-5f33557e9c7c up at agent ovs-agent-dv-cinder-779576-7-iscsi {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:27:52.644148 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Provisioning for port 3e37f610-8b20-4fea-aed4-5f33557e9c7c completed by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 15:27:52.652484 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Provisioning complete for port 3e37f610-8b20-4fea-aed4-5f33557e9c7c triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:27:52.653086 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:52.780252 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:52.836702 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] For port 3e37f610-8b20-4fea-aed4-5f33557e9c7c, host dv-cinder-779576-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-7-iscsi',level=0,port_id=3e37f610-8b20-4fea-aed4-5f33557e9c7c,segment=NetworkSegment(603e2f8e-b37a-4aa4-b67b-fd1a2e0cf2dc),segment_id=603e2f8e-b37a-4aa4-b67b-fd1a2e0cf2dc)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:27:52.841575 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:52.898201 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4218e535-0ddf-47f1-bd75-f2901ebac7d1 req-f2d0f8f9-7c21-492e-9e24-bcf8ae17cee8 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:52.901726 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-4218e535-0ddf-47f1-bd75-f2901ebac7d1 req-f2d0f8f9-7c21-492e-9e24-bcf8ae17cee8 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/ports?device_id=001bdad4-93d0-4155-9a28-4adb526b68cc HTTP/1.1" status: 200 len: 946 time: 0.0511627 Aug 26 15:27:52.923120 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Pushing event updated for resources: {'Port': ['ID=3e37f610-8b20-4fea-aed4-5f33557e9c7c,revision_number=5']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:27:52.969162 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-4218e535-0ddf-47f1-bd75-f2901ebac7d1 req-1e810d0a-170f-4b82-b9da-abc93234c9fa tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/security-groups?id=e18d2e28-abe2-4c40-a4ee-147ecea0ab19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410800 Aug 26 15:27:53.760553 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900f9f31-af49-40a5-bc2d-265348f62604 req-8d4fbee5-51ef-4e00-8620-69385f839c42 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:53.762240 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-900f9f31-af49-40a5-bc2d-265348f62604 req-8d4fbee5-51ef-4e00-8620-69385f839c42 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.47 "GET /v2.0/ports?device_id=001bdad4-93d0-4155-9a28-4adb526b68cc HTTP/1.1" status: 200 len: 946 time: 0.0500424 Aug 26 15:27:53.871970 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [req-900f9f31-af49-40a5-bc2d-265348f62604 req-0a2bf03f-d16f-435f-9eec-10dac743926c tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Deleting port febd443b-a89f-4dd9-90b2-5dbc955f078b {{(pid=93842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 15:27:53.872322 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-900f9f31-af49-40a5-bc2d-265348f62604 req-0a2bf03f-d16f-435f-9eec-10dac743926c tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793280853279'] for port, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:53.965006 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.db [req-900f9f31-af49-40a5-bc2d-265348f62604 req-0a2bf03f-d16f-435f-9eec-10dac743926c tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] For port febd443b-a89f-4dd9-90b2-5dbc955f078b, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=febd443b-a89f-4dd9-90b2-5dbc955f078b,segment=NetworkSegment(c2792f37-8bd4-4f4a-a238-627501de7f94),segment_id=c2792f37-8bd4-4f4a-a238-627501de7f94)] {{(pid=93842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:27:53.965723 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-900f9f31-af49-40a5-bc2d-265348f62604 req-0a2bf03f-d16f-435f-9eec-10dac743926c tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3924976'] for port, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:53.980950 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [req-900f9f31-af49-40a5-bc2d-265348f62604 req-0a2bf03f-d16f-435f-9eec-10dac743926c tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Calling delete_port for febd443b-a89f-4dd9-90b2-5dbc955f078b owned by compute:nova {{(pid=93842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 15:27:54.098767 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02db3c8-18f1-4b7b-86aa-899fa4e8d770 req-d59b7dee-a72e-410b-8673-fa84bf140b58 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:54.100192 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-d02db3c8-18f1-4b7b-86aa-899fa4e8d770 req-d59b7dee-a72e-410b-8673-fa84bf140b58 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/ports?device_id=001bdad4-93d0-4155-9a28-4adb526b68cc HTTP/1.1" status: 200 len: 946 time: 0.0589662 Aug 26 15:27:54.123011 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-900f9f31-af49-40a5-bc2d-265348f62604 req-0a2bf03f-d16f-435f-9eec-10dac743926c tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793280828191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793280355368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261268877'] for port, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:54.135372 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] get_ports_and_sgs() called for port_ids ['57e67d73-a0f2-489a-94b2-ff8f4b55fb87', 'e9192f97-ee0a-469d-8dfc-eb0c1a274aa5', '59cf18e6-d5a0-4cec-b8d8-d37652e75d4a', 'febd443b-a89f-4dd9-90b2-5dbc955f078b'] {{(pid=93843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 15:27:54.143991 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-d02db3c8-18f1-4b7b-86aa-899fa4e8d770 req-1c690914-33e7-45a6-a830-40b1cfdf687d tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/security-groups?id=e18d2e28-abe2-4c40-a4ee-147ecea0ab19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369573 Aug 26 15:27:54.176197 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2bf03f-d16f-435f-9eec-10dac743926c tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Pushing event deleted for resources: {'Port': ['ID=febd443b-a89f-4dd9-90b2-5dbc955f078b,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:27:54.204143 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.db.l3_dvrscheduler_db [req-900f9f31-af49-40a5-bc2d-265348f62604 req-0a2bf03f-d16f-435f-9eec-10dac743926c tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] No DVR routers for this DVR port febd443b-a89f-4dd9-90b2-5dbc955f078b on host hv-cinder-77957 {{(pid=93842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 15:27:54.208237 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-900f9f31-af49-40a5-bc2d-265348f62604 req-0a2bf03f-d16f-435f-9eec-10dac743926c tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4089636'] for port, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:54.210634 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-900f9f31-af49-40a5-bc2d-265348f62604 req-0a2bf03f-d16f-435f-9eec-10dac743926c tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.47 "DELETE /v2.0/ports/febd443b-a89f-4dd9-90b2-5dbc955f078b HTTP/1.1" status: 204 len: 173 time: 0.4407036 Aug 26 15:27:54.211207 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '001bdad4-93d0-4155-9a28-4adb526b68cc', 'name': 'network-vif-deleted', 'tag': 'febd443b-a89f-4dd9-90b2-5dbc955f078b'}] {{(pid=93842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 15:27:54.213627 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ba7f6f71eda5a1db7669fef78c8684417bcd8012e21f8533533c8be1abdbb96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55da5a56-b087-4ff3-b56f-a434abe42932" -d '{"events": [{"server_uuid": "001bdad4-93d0-4155-9a28-4adb526b68cc", "name": "network-vif-deleted", "tag": "febd443b-a89f-4dd9-90b2-5dbc955f078b"}]}' {{(pid=93842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:27:54.333723 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 15:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4c314a1-9a84-41e5-ad2b-f25b74d4e50c x-openstack-request-id: req-d4c314a1-9a84-41e5-ad2b-f25b74d4e50c {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:27:54.334009 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "001bdad4-93d0-4155-9a28-4adb526b68cc", "name": "network-vif-deleted", "tag": "febd443b-a89f-4dd9-90b2-5dbc955f078b", "status": "completed", "code": 200}]} {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:27:54.334267 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d4c314a1-9a84-41e5-ad2b-f25b74d4e50c {{(pid=93842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:27:54.334662 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '001bdad4-93d0-4155-9a28-4adb526b68cc', 'name': 'network-vif-deleted', 'tag': 'febd443b-a89f-4dd9-90b2-5dbc955f078b', 'status': 'completed', 'code': 200} Aug 26 15:27:54.567355 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Device 3e37f610-8b20-4fea-aed4-5f33557e9c7c up at agent ovs-agent-dv-cinder-779576-7-iscsi {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:27:54.617003 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Provisioning complete for port 3e37f610-8b20-4fea-aed4-5f33557e9c7c triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:27:54.617379 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:56.614090 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10418f0-2c82-4918-b21a-81dc8b8812cc req-8b8152fe-454d-40ec-82d0-e84b2958c29f tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:56.616996 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-c10418f0-2c82-4918-b21a-81dc8b8812cc req-8b8152fe-454d-40ec-82d0-e84b2958c29f tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/ports?device_id=949fac19-7ed1-4405-8b74-7dbac53bd719 HTTP/1.1" status: 200 len: 945 time: 0.0595253 Aug 26 15:27:56.665720 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-c10418f0-2c82-4918-b21a-81dc8b8812cc req-24f719a9-354a-4922-af57-010153dd5f7d tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/security-groups?id=e18d2e28-abe2-4c40-a4ee-147ecea0ab19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365553 Aug 26 15:27:57.545660 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Device febd443b-a89f-4dd9-90b2-5dbc955f078b no longer exists at agent hyperv_hv-cinder-77957 {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 15:27:57.565812 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] No Port match for: febd443b-a89f-4dd9-90b2-5dbc955f078b {{(pid=93843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 15:27:57.566323 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Device febd443b-a89f-4dd9-90b2-5dbc955f078b not bound to the agent host hv-cinder-77957 {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 15:27:57.790570 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f43468-7b62-4959-bdd3-3d3d631bcc09 req-8764af2d-da69-4987-b4cb-dc60df1b0e90 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:57.792080 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-60f43468-7b62-4959-bdd3-3d3d631bcc09 req-8764af2d-da69-4987-b4cb-dc60df1b0e90 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/ports?device_id=949fac19-7ed1-4405-8b74-7dbac53bd719 HTTP/1.1" status: 200 len: 945 time: 0.0526574 Aug 26 15:27:57.834961 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-60f43468-7b62-4959-bdd3-3d3d631bcc09 req-1823db4f-6530-432f-8780-c086c125d2c3 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/security-groups?id=e18d2e28-abe2-4c40-a4ee-147ecea0ab19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369439 Aug 26 15:27:58.638338 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c2fc49-aab4-4a92-bde9-9dcfc8df378c req-9639fc07-d4b8-4ce8-a037-fb51eb40722d tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:58.639813 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-40c2fc49-aab4-4a92-bde9-9dcfc8df378c req-9639fc07-d4b8-4ce8-a037-fb51eb40722d tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.47 "GET /v2.0/ports?device_id=949fac19-7ed1-4405-8b74-7dbac53bd719 HTTP/1.1" status: 200 len: 945 time: 0.0493088 Aug 26 15:27:58.739106 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [req-40c2fc49-aab4-4a92-bde9-9dcfc8df378c req-25b9fc50-6b47-4219-8bd3-ebdb183d4fb8 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Deleting port 59cf18e6-d5a0-4cec-b8d8-d37652e75d4a {{(pid=93842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 15:27:58.739443 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-40c2fc49-aab4-4a92-bde9-9dcfc8df378c req-25b9fc50-6b47-4219-8bd3-ebdb183d4fb8 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793280853279'] for port, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:58.832987 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.db [req-40c2fc49-aab4-4a92-bde9-9dcfc8df378c req-25b9fc50-6b47-4219-8bd3-ebdb183d4fb8 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] For port 59cf18e6-d5a0-4cec-b8d8-d37652e75d4a, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=59cf18e6-d5a0-4cec-b8d8-d37652e75d4a,segment=NetworkSegment(c2792f37-8bd4-4f4a-a238-627501de7f94),segment_id=c2792f37-8bd4-4f4a-a238-627501de7f94)] {{(pid=93842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:27:58.833638 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-40c2fc49-aab4-4a92-bde9-9dcfc8df378c req-25b9fc50-6b47-4219-8bd3-ebdb183d4fb8 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3924976'] for port, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:58.848411 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [req-40c2fc49-aab4-4a92-bde9-9dcfc8df378c req-25b9fc50-6b47-4219-8bd3-ebdb183d4fb8 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Calling delete_port for 59cf18e6-d5a0-4cec-b8d8-d37652e75d4a owned by compute:nova {{(pid=93842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 15:27:58.974239 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1779a48-d0ab-48bf-8ef1-7a41df4dab3d req-d21aa089-9ddc-4466-bcd2-8aa4007991b5 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:27:58.977247 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-e1779a48-d0ab-48bf-8ef1-7a41df4dab3d req-d21aa089-9ddc-4466-bcd2-8aa4007991b5 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/ports?device_id=949fac19-7ed1-4405-8b74-7dbac53bd719 HTTP/1.1" status: 200 len: 945 time: 0.0578671 Aug 26 15:27:58.996781 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-40c2fc49-aab4-4a92-bde9-9dcfc8df378c req-25b9fc50-6b47-4219-8bd3-ebdb183d4fb8 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793280828191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793280355368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261268877'] for port, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:59.016252 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] get_ports_and_sgs() called for port_ids ['57e67d73-a0f2-489a-94b2-ff8f4b55fb87', 'e9192f97-ee0a-469d-8dfc-eb0c1a274aa5', '59cf18e6-d5a0-4cec-b8d8-d37652e75d4a'] {{(pid=93843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 15:27:59.019332 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.agents_db [None req-f94a4f8d-c04a-4845-8e45-3296fab2d83d None None] Agent healthcheck: found 6 active agents {{(pid=93844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 15:27:59.025420 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-e1779a48-d0ab-48bf-8ef1-7a41df4dab3d req-00023160-8d30-4d86-afc6-23211df4935f tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/security-groups?id=e18d2e28-abe2-4c40-a4ee-147ecea0ab19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404160 Aug 26 15:27:59.038370 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b9fc50-6b47-4219-8bd3-ebdb183d4fb8 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Pushing event deleted for resources: {'Port': ['ID=59cf18e6-d5a0-4cec-b8d8-d37652e75d4a,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:27:59.098045 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.db.l3_dvrscheduler_db [req-40c2fc49-aab4-4a92-bde9-9dcfc8df378c req-25b9fc50-6b47-4219-8bd3-ebdb183d4fb8 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] No DVR routers for this DVR port 59cf18e6-d5a0-4cec-b8d8-d37652e75d4a on host hv-cinder-77957 {{(pid=93842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 15:27:59.100582 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-40c2fc49-aab4-4a92-bde9-9dcfc8df378c req-25b9fc50-6b47-4219-8bd3-ebdb183d4fb8 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4089636'] for port, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:27:59.102563 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-40c2fc49-aab4-4a92-bde9-9dcfc8df378c req-25b9fc50-6b47-4219-8bd3-ebdb183d4fb8 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.47 "DELETE /v2.0/ports/59cf18e6-d5a0-4cec-b8d8-d37652e75d4a HTTP/1.1" status: 204 len: 173 time: 0.4549441 Aug 26 15:27:59.102999 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '949fac19-7ed1-4405-8b74-7dbac53bd719', 'name': 'network-vif-deleted', 'tag': '59cf18e6-d5a0-4cec-b8d8-d37652e75d4a'}] {{(pid=93842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 15:27:59.105208 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ba7f6f71eda5a1db7669fef78c8684417bcd8012e21f8533533c8be1abdbb96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c1e64d7-4282-48d5-a94e-8468a5c11ecc" -d '{"events": [{"server_uuid": "949fac19-7ed1-4405-8b74-7dbac53bd719", "name": "network-vif-deleted", "tag": "59cf18e6-d5a0-4cec-b8d8-d37652e75d4a"}]}' {{(pid=93842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:27:59.154946 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 15:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9042e16-ed4b-4104-b4b0-b0b6b46bb5e5 x-openstack-request-id: req-a9042e16-ed4b-4104-b4b0-b0b6b46bb5e5 {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:27:59.155107 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "949fac19-7ed1-4405-8b74-7dbac53bd719", "name": "network-vif-deleted", "tag": "59cf18e6-d5a0-4cec-b8d8-d37652e75d4a", "status": "completed", "code": 200}]} {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:27:59.155365 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a9042e16-ed4b-4104-b4b0-b0b6b46bb5e5 {{(pid=93842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:27:59.155809 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '949fac19-7ed1-4405-8b74-7dbac53bd719', 'name': 'network-vif-deleted', 'tag': '59cf18e6-d5a0-4cec-b8d8-d37652e75d4a', 'status': 'completed', 'code': 200} Aug 26 15:28:00.300268 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ea3aff-7204-4576-bae8-f57321c27bc1 req-4b034e57-e0b8-435c-b8c9-20269119bb61 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:28:00.301890 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-34ea3aff-7204-4576-bae8-f57321c27bc1 req-4b034e57-e0b8-435c-b8c9-20269119bb61 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef7873c0-7645-4550-ba93-4e8862320125 HTTP/1.1" status: 200 len: 946 time: 0.0501318 Aug 26 15:28:00.344233 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-34ea3aff-7204-4576-bae8-f57321c27bc1 req-37eeff47-b505-469a-bed3-ec207a06ec4e tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/security-groups?id=e18d2e28-abe2-4c40-a4ee-147ecea0ab19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332711 Aug 26 15:28:01.472432 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ce56a-bdad-4014-baba-a90b3246da84 req-4ea41d45-0b23-42b3-87c0-eb0416f805fe tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:28:01.473879 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-0d9ce56a-bdad-4014-baba-a90b3246da84 req-4ea41d45-0b23-42b3-87c0-eb0416f805fe tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef7873c0-7645-4550-ba93-4e8862320125 HTTP/1.1" status: 200 len: 946 time: 0.0538986 Aug 26 15:28:01.516212 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-0d9ce56a-bdad-4014-baba-a90b3246da84 req-852dd44a-c2bf-47f8-a1fd-5e944a42b96a tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/security-groups?id=e18d2e28-abe2-4c40-a4ee-147ecea0ab19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364158 Aug 26 15:28:01.558695 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Device 59cf18e6-d5a0-4cec-b8d8-d37652e75d4a no longer exists at agent hyperv_hv-cinder-77957 {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 15:28:01.582997 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] No Port match for: 59cf18e6-d5a0-4cec-b8d8-d37652e75d4a {{(pid=93843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 15:28:01.583334 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Device 59cf18e6-d5a0-4cec-b8d8-d37652e75d4a not bound to the agent host hv-cinder-77957 {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 15:28:01.927567 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f1377b-5b9a-49e8-ae5e-98a0d8218c2c req-0e31952f-c895-4a8c-850b-2085715cec8e tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:28:01.929055 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-43f1377b-5b9a-49e8-ae5e-98a0d8218c2c req-0e31952f-c895-4a8c-850b-2085715cec8e tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.47 "GET /v2.0/ports?device_id=ef7873c0-7645-4550-ba93-4e8862320125 HTTP/1.1" status: 200 len: 946 time: 0.0504782 Aug 26 15:28:02.035961 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [req-43f1377b-5b9a-49e8-ae5e-98a0d8218c2c req-78d3dd4c-7d4d-4047-aea2-c15f109c1990 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Deleting port e9192f97-ee0a-469d-8dfc-eb0c1a274aa5 {{(pid=93842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 15:28:02.036322 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-43f1377b-5b9a-49e8-ae5e-98a0d8218c2c req-78d3dd4c-7d4d-4047-aea2-c15f109c1990 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793280853279'] for port, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:28:02.138976 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.db [req-43f1377b-5b9a-49e8-ae5e-98a0d8218c2c req-78d3dd4c-7d4d-4047-aea2-c15f109c1990 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] For port e9192f97-ee0a-469d-8dfc-eb0c1a274aa5, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=e9192f97-ee0a-469d-8dfc-eb0c1a274aa5,segment=NetworkSegment(c2792f37-8bd4-4f4a-a238-627501de7f94),segment_id=c2792f37-8bd4-4f4a-a238-627501de7f94)] {{(pid=93842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:28:02.139332 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-43f1377b-5b9a-49e8-ae5e-98a0d8218c2c req-78d3dd4c-7d4d-4047-aea2-c15f109c1990 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3924976'] for port, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:28:02.154105 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [req-43f1377b-5b9a-49e8-ae5e-98a0d8218c2c req-78d3dd4c-7d4d-4047-aea2-c15f109c1990 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Calling delete_port for e9192f97-ee0a-469d-8dfc-eb0c1a274aa5 owned by compute:nova {{(pid=93842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 15:28:02.289653 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-43f1377b-5b9a-49e8-ae5e-98a0d8218c2c req-78d3dd4c-7d4d-4047-aea2-c15f109c1990 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793280828191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793280355368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261268877'] for port, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:28:02.301402 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] get_ports_and_sgs() called for port_ids ['57e67d73-a0f2-489a-94b2-ff8f4b55fb87', 'e9192f97-ee0a-469d-8dfc-eb0c1a274aa5'] {{(pid=93843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 15:28:02.318834 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d3dd4c-7d4d-4047-aea2-c15f109c1990 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Pushing event deleted for resources: {'Port': ['ID=e9192f97-ee0a-469d-8dfc-eb0c1a274aa5,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:28:02.364247 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.db.l3_dvrscheduler_db [req-43f1377b-5b9a-49e8-ae5e-98a0d8218c2c req-78d3dd4c-7d4d-4047-aea2-c15f109c1990 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] No DVR routers for this DVR port e9192f97-ee0a-469d-8dfc-eb0c1a274aa5 on host hv-cinder-77957 {{(pid=93842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 15:28:02.371042 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-43f1377b-5b9a-49e8-ae5e-98a0d8218c2c req-78d3dd4c-7d4d-4047-aea2-c15f109c1990 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4089636'] for port, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:28:02.373057 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-43f1377b-5b9a-49e8-ae5e-98a0d8218c2c req-78d3dd4c-7d4d-4047-aea2-c15f109c1990 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.47 "DELETE /v2.0/ports/e9192f97-ee0a-469d-8dfc-eb0c1a274aa5 HTTP/1.1" status: 204 len: 173 time: 0.4374053 Aug 26 15:28:02.373510 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef7873c0-7645-4550-ba93-4e8862320125', 'name': 'network-vif-deleted', 'tag': 'e9192f97-ee0a-469d-8dfc-eb0c1a274aa5'}] {{(pid=93842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 15:28:02.375832 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ba7f6f71eda5a1db7669fef78c8684417bcd8012e21f8533533c8be1abdbb96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a7f946b-7647-4613-9aa0-0d24f8d2cf56" -d '{"events": [{"server_uuid": "ef7873c0-7645-4550-ba93-4e8862320125", "name": "network-vif-deleted", "tag": "e9192f97-ee0a-469d-8dfc-eb0c1a274aa5"}]}' {{(pid=93842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:28:02.428337 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 15:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2382c283-51e2-455c-82fc-29c351fa7e47 x-openstack-request-id: req-2382c283-51e2-455c-82fc-29c351fa7e47 {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:28:02.428490 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef7873c0-7645-4550-ba93-4e8862320125", "name": "network-vif-deleted", "tag": "e9192f97-ee0a-469d-8dfc-eb0c1a274aa5", "status": "completed", "code": 200}]} {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:28:02.428820 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2382c283-51e2-455c-82fc-29c351fa7e47 {{(pid=93842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:28:02.429878 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef7873c0-7645-4550-ba93-4e8862320125', 'name': 'network-vif-deleted', 'tag': 'e9192f97-ee0a-469d-8dfc-eb0c1a274aa5', 'status': 'completed', 'code': 200} Aug 26 15:28:02.632404 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-b79df4c8-99ff-44d6-a0cf-dc41d170f549 req-a9efccce-ff3c-45cd-a4c9-0442f7631e1d tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef7873c0-7645-4550-ba93-4e8862320125 HTTP/1.1" status: 200 len: 210 time: 0.0328205 Aug 26 15:28:05.052412 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef87a1ce-34ad-4300-bf92-65a5a50cd1a1 req-13ebf287-fd11-4512-a7b1-bc6cd201cc46 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:28:05.053844 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-ef87a1ce-34ad-4300-bf92-65a5a50cd1a1 req-13ebf287-fd11-4512-a7b1-bc6cd201cc46 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/ports?device_id=45df769c-2928-48c4-a5db-f932dee83074 HTTP/1.1" status: 200 len: 945 time: 0.0510306 Aug 26 15:28:05.091711 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-ef87a1ce-34ad-4300-bf92-65a5a50cd1a1 req-cbd89b55-aa76-4442-9a13-e202ba2c961e tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/security-groups?id=e18d2e28-abe2-4c40-a4ee-147ecea0ab19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320284 Aug 26 15:28:05.578978 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Device e9192f97-ee0a-469d-8dfc-eb0c1a274aa5 no longer exists at agent hyperv_hv-cinder-77957 {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 15:28:05.600318 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] No Port match for: e9192f97-ee0a-469d-8dfc-eb0c1a274aa5 {{(pid=93843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 15:28:05.600660 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Device e9192f97-ee0a-469d-8dfc-eb0c1a274aa5 not bound to the agent host hv-cinder-77957 {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 15:28:06.217857 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ffc1d0-4f9c-40a6-a23d-0fb5f5104dcf req-8857bdd1-eeb6-498f-94c2-b6b05ade6138 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:28:06.219362 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-c0ffc1d0-4f9c-40a6-a23d-0fb5f5104dcf req-8857bdd1-eeb6-498f-94c2-b6b05ade6138 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/ports?device_id=45df769c-2928-48c4-a5db-f932dee83074 HTTP/1.1" status: 200 len: 945 time: 0.0568635 Aug 26 15:28:06.257623 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-c0ffc1d0-4f9c-40a6-a23d-0fb5f5104dcf req-f71819a0-93d7-48d4-b5b2-ded26872678a tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/security-groups?id=e18d2e28-abe2-4c40-a4ee-147ecea0ab19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321667 Aug 26 15:28:06.995201 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7438770-f985-4aab-8bcf-73cb29ea063a req-9a9904dc-fb1f-4472-9ff4-f1d07ec1d0af tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:28:06.996646 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-b7438770-f985-4aab-8bcf-73cb29ea063a req-9a9904dc-fb1f-4472-9ff4-f1d07ec1d0af tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.47 "GET /v2.0/ports?device_id=45df769c-2928-48c4-a5db-f932dee83074 HTTP/1.1" status: 200 len: 945 time: 0.0514250 Aug 26 15:28:07.104199 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [req-b7438770-f985-4aab-8bcf-73cb29ea063a req-151c186c-a771-4d70-b73d-8919fbb47382 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Deleting port 57e67d73-a0f2-489a-94b2-ff8f4b55fb87 {{(pid=93842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 15:28:07.104527 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-b7438770-f985-4aab-8bcf-73cb29ea063a req-151c186c-a771-4d70-b73d-8919fbb47382 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793280853279'] for port, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:28:07.190701 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-7be98a44-d7fe-4dc3-9df3-fefa2e21bf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:28:07.204805 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.db [req-b7438770-f985-4aab-8bcf-73cb29ea063a req-151c186c-a771-4d70-b73d-8919fbb47382 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] For port 57e67d73-a0f2-489a-94b2-ff8f4b55fb87, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=57e67d73-a0f2-489a-94b2-ff8f4b55fb87,segment=NetworkSegment(c2792f37-8bd4-4f4a-a238-627501de7f94),segment_id=c2792f37-8bd4-4f4a-a238-627501de7f94)] {{(pid=93842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:28:07.205167 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-b7438770-f985-4aab-8bcf-73cb29ea063a req-151c186c-a771-4d70-b73d-8919fbb47382 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3924976'] for port, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:28:07.219661 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [req-b7438770-f985-4aab-8bcf-73cb29ea063a req-151c186c-a771-4d70-b73d-8919fbb47382 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Calling delete_port for 57e67d73-a0f2-489a-94b2-ff8f4b55fb87 owned by compute:nova {{(pid=93842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 15:28:07.381925 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-b7438770-f985-4aab-8bcf-73cb29ea063a req-151c186c-a771-4d70-b73d-8919fbb47382 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793280828191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793280355368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261268877'] for port, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:28:07.395215 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] get_ports_and_sgs() called for port_ids ['57e67d73-a0f2-489a-94b2-ff8f4b55fb87'] {{(pid=93843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 15:28:07.414009 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-1026dd20-8819-41a3-a3ef-9df7fbf76c77 req-fe958608-e6a1-42d6-adae-bd2195993240 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-484885426&fields=id&tenant_id=6f82b801e0334e5b8e81593b9cfcefb6 HTTP/1.1" status: 200 len: 267 time: 0.0407798 Aug 26 15:28:07.416903 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151c186c-a771-4d70-b73d-8919fbb47382 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Pushing event deleted for resources: {'Port': ['ID=57e67d73-a0f2-489a-94b2-ff8f4b55fb87,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:28:07.429096 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9419d6ee-65c9-47fb-b25b-fa2151e3a571 req-63971f7b-7d5c-465a-a04d-eda532c4112e tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:28:07.430642 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-9419d6ee-65c9-47fb-b25b-fa2151e3a571 req-63971f7b-7d5c-465a-a04d-eda532c4112e tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/ports?device_id=45df769c-2928-48c4-a5db-f932dee83074 HTTP/1.1" status: 200 len: 867 time: 0.0867128 Aug 26 15:28:07.487045 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7438770-f985-4aab-8bcf-73cb29ea063a req-151c186c-a771-4d70-b73d-8919fbb47382 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] No DVR routers for this DVR port 57e67d73-a0f2-489a-94b2-ff8f4b55fb87 on host hv-cinder-77957 {{(pid=93842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 15:28:07.492248 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-b7438770-f985-4aab-8bcf-73cb29ea063a req-151c186c-a771-4d70-b73d-8919fbb47382 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4089636'] for port, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:28:07.494213 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-b7438770-f985-4aab-8bcf-73cb29ea063a req-151c186c-a771-4d70-b73d-8919fbb47382 tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.47 "DELETE /v2.0/ports/57e67d73-a0f2-489a-94b2-ff8f4b55fb87 HTTP/1.1" status: 204 len: 173 time: 0.4858253 Aug 26 15:28:07.495056 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45df769c-2928-48c4-a5db-f932dee83074', 'name': 'network-vif-deleted', 'tag': '57e67d73-a0f2-489a-94b2-ff8f4b55fb87'}] {{(pid=93842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 15:28:07.497640 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ba7f6f71eda5a1db7669fef78c8684417bcd8012e21f8533533c8be1abdbb96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca8367d1-9f7a-44f9-ae33-779329bd8375" -d '{"events": [{"server_uuid": "45df769c-2928-48c4-a5db-f932dee83074", "name": "network-vif-deleted", "tag": "57e67d73-a0f2-489a-94b2-ff8f4b55fb87"}]}' {{(pid=93842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:28:07.521085 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-9419d6ee-65c9-47fb-b25b-fa2151e3a571 req-d5cf98a0-4b9e-4e29-a38d-637e1db77c2c tempest-AttachVolumeNegativeTest-424370720 tempest-AttachVolumeNegativeTest-424370720-project] 10.222.0.20 "GET /v2.0/security-groups?id=e18d2e28-abe2-4c40-a4ee-147ecea0ab19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842900 Aug 26 15:28:07.540534 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1026dd20-8819-41a3-a3ef-9df7fbf76c77 req-668869a8-4f18-412d-b167-75ed77ff4f5d tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:28:07.542473 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-1026dd20-8819-41a3-a3ef-9df7fbf76c77 req-668869a8-4f18-412d-b167-75ed77ff4f5d tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] 10.222.0.20 "GET /v2.0/networks?id=329fd950-a540-4a75-a3a7-58422b6c25d2 HTTP/1.1" status: 200 len: 809 time: 0.1198218 Aug 26 15:28:07.560354 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-1026dd20-8819-41a3-a3ef-9df7fbf76c77 req-5e2327ea-6796-4871-acb8-a993c0ea8eac tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] 10.222.0.20 "GET /v2.0/quotas/6f82b801e0334e5b8e81593b9cfcefb6 HTTP/1.1" status: 200 len: 375 time: 0.0118682 Aug 26 15:28:07.571145 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 15:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16a07f4b-88b4-4675-a633-10dc69e6002b x-openstack-request-id: req-16a07f4b-88b4-4675-a633-10dc69e6002b {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:28:07.571433 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45df769c-2928-48c4-a5db-f932dee83074", "name": "network-vif-deleted", "tag": "57e67d73-a0f2-489a-94b2-ff8f4b55fb87", "status": "completed", "code": 200}]} {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:28:07.571952 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-16a07f4b-88b4-4675-a633-10dc69e6002b {{(pid=93842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:28:07.572352 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45df769c-2928-48c4-a5db-f932dee83074', 'name': 'network-vif-deleted', 'tag': '57e67d73-a0f2-489a-94b2-ff8f4b55fb87', 'status': 'completed', 'code': 200} Aug 26 15:28:07.625634 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-1026dd20-8819-41a3-a3ef-9df7fbf76c77 req-f367f580-49b5-4364-bf3c-dc86e347f242 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6f82b801e0334e5b8e81593b9cfcefb6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0570855 Aug 26 15:28:07.732409 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-1026dd20-8819-41a3-a3ef-9df7fbf76c77 req-ee0ccab9-ef38-4fd6-be4e-88e57177880f service neutron] 10.222.0.20 "GET /v2.0/networks/329fd950-a540-4a75-a3a7-58422b6c25d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921509 Aug 26 15:28:07.826978 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-1026dd20-8819-41a3-a3ef-9df7fbf76c77 req-41262f53-47a8-48ad-82a3-3339613e0361 service neutron] 10.222.0.20 "GET /v2.0/networks/329fd950-a540-4a75-a3a7-58422b6c25d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882893 Aug 26 15:28:08.154264 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-c6e27e47-96cd-40c5-a203-f16852e38c36 req-3abf4038-61c4-4f66-adb3-9868c89fcdfb tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e3b2300-fb25-4d73-8dc1-8da5c0aa2c9a HTTP/1.1" status: 200 len: 210 time: 0.0447226 Aug 26 15:28:08.583079 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 59710) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:28:08.632076 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.db.db_base_plugin_v2 [None req-e38de8b4-ec4c-4085-a744-dbe5a5ef88f0 admin admin] Deleting subnet 03934509-c48d-4abc-9880-2d8ef00a653e {{(pid=93841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 15:28:08.635590 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-e38de8b4-ec4c-4085-a744-dbe5a5ef88f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:28:08.674515 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-e38de8b4-ec4c-4085-a744-dbe5a5ef88f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263749214'] for subnet, precommit_delete_associations {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:28:08.726768 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-e38de8b4-ec4c-4085-a744-dbe5a5ef88f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3507378'] for subnet, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:28:08.784707 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-e38de8b4-ec4c-4085-a744-dbe5a5ef88f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3507389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263742193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263881457'] for subnet, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:28:08.814484 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38de8b4-ec4c-4085-a744-dbe5a5ef88f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03934509-c48d-4abc-9880-2d8ef00a653e,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:28:08.819500 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-e38de8b4-ec4c-4085-a744-dbe5a5ef88f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:28:08.825873 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-e38de8b4-ec4c-4085-a744-dbe5a5ef88f0 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/03934509-c48d-4abc-9880-2d8ef00a653e HTTP/1.1" status: 204 len: 168 time: 0.2377393 Aug 26 15:28:08.826557 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 59714) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:28:08.872468 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:28:08.915462 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-fc8d5bba-1377-4d07-b34e-b934e2abb841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526882'] for network, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:28:09.003491 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-fc8d5bba-1377-4d07-b34e-b934e2abb841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687945', 'neutron.services.segments.db._delete_segments_for_network-8793280934638'] for network, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:28:09.013952 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.services.segments.db [None req-fc8d5bba-1377-4d07-b34e-b934e2abb841 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff3f8523-7c5c-45fd-bb0d-14c506d1eed1']}} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:28:09.024227 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.services.segments.db [None req-fc8d5bba-1377-4d07-b34e-b934e2abb841 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2792f37-8bd4-4f4a-a238-627501de7f94') {'for_net_delete': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:28:09.024514 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.services.segments.db [None req-fc8d5bba-1377-4d07-b34e-b934e2abb841 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2792f37-8bd4-4f4a-a238-627501de7f94') {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:28:09.033554 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-fc8d5bba-1377-4d07-b34e-b934e2abb841 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793280934521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263749185'] for segment, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:28:09.048577 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-fc8d5bba-1377-4d07-b34e-b934e2abb841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509819'] for segment, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:28:09.055349 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc8d5bba-1377-4d07-b34e-b934e2abb841 admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=93841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 15:28:09.055852 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-fc8d5bba-1377-4d07-b34e-b934e2abb841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263742103'] for segment, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:28:09.057867 dv-cinder-779576-7-iscsi neutron-server[93841]: Traceback (most recent call last): Aug 26 15:28:09.057867 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 15:28:09.057867 dv-cinder-779576-7-iscsi neutron-server[93841]: timer() Aug 26 15:28:09.057867 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 15:28:09.057867 dv-cinder-779576-7-iscsi neutron-server[93841]: cb(*args, **kw) Aug 26 15:28:09.057867 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 15:28:09.057867 dv-cinder-779576-7-iscsi neutron-server[93841]: return func(*args, **kwargs) Aug 26 15:28:09.057867 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 15:28:09.057867 dv-cinder-779576-7-iscsi neutron-server[93841]: self._notify() Aug 26 15:28:09.057867 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 15:28:09.057867 dv-cinder-779576-7-iscsi neutron-server[93841]: self.callback(batched_events) Aug 26 15:28:09.057867 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 15:28:09.057867 dv-cinder-779576-7-iscsi neutron-server[93841]: event.method(event) Aug 26 15:28:09.057867 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 15:28:09.057867 dv-cinder-779576-7-iscsi neutron-server[93841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 15:28:09.057867 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 15:28:09.057867 dv-cinder-779576-7-iscsi neutron-server[93841]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 15:28:09.057867 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 15:28:09.057867 dv-cinder-779576-7-iscsi neutron-server[93841]: return f(self, *a, **k) Aug 26 15:28:09.057867 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 15:28:09.057867 dv-cinder-779576-7-iscsi neutron-server[93841]: return self._get(url).json() Aug 26 15:28:09.057867 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 15:28:09.057867 dv-cinder-779576-7-iscsi neutron-server[93841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 15:28:09.057867 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 15:28:09.057867 dv-cinder-779576-7-iscsi neutron-server[93841]: return self.request(url, 'GET', **kwargs) Aug 26 15:28:09.057867 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 15:28:09.057867 dv-cinder-779576-7-iscsi neutron-server[93841]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 15:28:09.057867 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 15:28:09.057867 dv-cinder-779576-7-iscsi neutron-server[93841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 15:28:09.057867 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 15:28:09.057867 dv-cinder-779576-7-iscsi neutron-server[93841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 15:28:09.057867 dv-cinder-779576-7-iscsi neutron-server[93841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 15:28:09.122813 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-fc8d5bba-1377-4d07-b34e-b934e2abb841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3928461'] for network, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:28:09.129431 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-fc8d5bba-1377-4d07-b34e-b934e2abb841 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774323'] for network, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:28:09.133034 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-fc8d5bba-1377-4d07-b34e-b934e2abb841 admin admin] 10.222.0.20 "DELETE /v2.0/networks/ff3f8523-7c5c-45fd-bb0d-14c506d1eed1 HTTP/1.1" status: 204 len: 168 time: 0.3057578 Aug 26 15:28:09.153112 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8d5bba-1377-4d07-b34e-b934e2abb841 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff3f8523-7c5c-45fd-bb0d-14c506d1eed1,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:28:09.158182 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1026dd20-8819-41a3-a3ef-9df7fbf76c77 req-7f6d53ad-fdad-49f4-aca7-d5429e118e74 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:28:09.160203 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-1026dd20-8819-41a3-a3ef-9df7fbf76c77 req-7f6d53ad-fdad-49f4-aca7-d5429e118e74 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] 10.222.0.47 "GET /v2.0/networks?id=329fd950-a540-4a75-a3a7-58422b6c25d2 HTTP/1.1" status: 200 len: 809 time: 0.1241038 Aug 26 15:28:09.234597 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-1026dd20-8819-41a3-a3ef-9df7fbf76c77 req-e08a0394-ea67-4f1c-b05c-0c526205934e tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6f82b801e0334e5b8e81593b9cfcefb6 HTTP/1.1" status: 200 len: 379 time: 0.0628901 Aug 26 15:28:09.250898 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [req-1026dd20-8819-41a3-a3ef-9df7fbf76c77 req-84d6299a-55df-4b1b-8613-4dc5b84e4e5a tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Request body: {'port': {'device_id': '1e3b2300-fb25-4d73-8dc1-8da5c0aa2c9a', 'network_id': '329fd950-a540-4a75-a3a7-58422b6c25d2', 'admin_state_up': True, 'tenant_id': '6f82b801e0334e5b8e81593b9cfcefb6', 'security_groups': ['bb8acce8-8a0d-42a7-b64f-05a0046f470e']}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:28:09.318606 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-a176472a-ccbe-4d36-a55e-b64de3c85de7 req-eb32692c-a5be-4226-b85e-aa87eea1000b tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e3b2300-fb25-4d73-8dc1-8da5c0aa2c9a HTTP/1.1" status: 200 len: 210 time: 0.0378923 Aug 26 15:28:09.406714 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 59722) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:28:09.418303 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1026dd20-8819-41a3-a3ef-9df7fbf76c77 req-84d6299a-55df-4b1b-8613-4dc5b84e4e5a tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Made reservation on behalf of 6f82b801e0334e5b8e81593b9cfcefb6 for: {'port': 1} {{(pid=93842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:28:09.421956 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-1026dd20-8819-41a3-a3ef-9df7fbf76c77 req-84d6299a-55df-4b1b-8613-4dc5b84e4e5a tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:28:09.448463 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-b0bb4d40-21ab-4c00-8813-df2ed5b06a0b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0a435dbe6e324e7ca5ecfe0235b2dd08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0405946 Aug 26 15:28:09.451070 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 59724) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:28:09.500359 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-24cc6c25-0ac1-4689-8e60-cff3b95e3537 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:28:09.536280 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-24cc6c25-0ac1-4689-8e60-cff3b95e3537 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:28:09.576622 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.db.db_base_plugin_common [req-1026dd20-8819-41a3-a3ef-9df7fbf76c77 req-84d6299a-55df-4b1b-8613-4dc5b84e4e5a tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Allocated IP 172.20.0.14 (329fd950-a540-4a75-a3a7-58422b6c25d2/dfc17a86-1d58-4632-8a91-fe4726db6b6d/ed32a2bc-9d64-43e2-af50-c91e256a3a42) {{(pid=93842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:28:09.606238 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Device 57e67d73-a0f2-489a-94b2-ff8f4b55fb87 no longer exists at agent hyperv_hv-cinder-77957 {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 15:28:09.608195 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-24cc6c25-0ac1-4689-8e60-cff3b95e3537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:28:09.610982 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-24cc6c25-0ac1-4689-8e60-cff3b95e3537 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:28:09.612965 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-24cc6c25-0ac1-4689-8e60-cff3b95e3537 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e18d2e28-abe2-4c40-a4ee-147ecea0ab19 HTTP/1.1" status: 204 len: 168 time: 0.1607685 Aug 26 15:28:09.627205 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cc6c25-0ac1-4689-8e60-cff3b95e3537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e18d2e28-abe2-4c40-a4ee-147ecea0ab19,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:28:09.666725 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] No Port match for: 57e67d73-a0f2-489a-94b2-ff8f4b55fb87 {{(pid=93843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 15:28:09.667729 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Device 57e67d73-a0f2-489a-94b2-ff8f4b55fb87 not bound to the agent host hv-cinder-77957 {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 15:28:09.741052 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-1026dd20-8819-41a3-a3ef-9df7fbf76c77 req-84d6299a-55df-4b1b-8613-4dc5b84e4e5a tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Notify callbacks [] for port, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:28:09.758877 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.db.provisioning_blocks [req-1026dd20-8819-41a3-a3ef-9df7fbf76c77 req-84d6299a-55df-4b1b-8613-4dc5b84e4e5a tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Transition to ACTIVE for port object ed32a2bc-9d64-43e2-af50-c91e256a3a42 will not be triggered until provisioned by entity DHCP. {{(pid=93842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 15:28:09.818964 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-1026dd20-8819-41a3-a3ef-9df7fbf76c77 req-84d6299a-55df-4b1b-8613-4dc5b84e4e5a tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793280355359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261268877'] for port, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:28:09.849847 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:28:09.889021 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1026dd20-8819-41a3-a3ef-9df7fbf76c77 req-84d6299a-55df-4b1b-8613-4dc5b84e4e5a tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Network 329fd950-a540-4a75-a3a7-58422b6c25d2 is already hosted by enough agents. {{(pid=93842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:28:09.893885 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.scheduler.base_scheduler [req-1026dd20-8819-41a3-a3ef-9df7fbf76c77 req-84d6299a-55df-4b1b-8613-4dc5b84e4e5a tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Resources bound (agent type, host, resource id): {{(pid=93842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:28:09.896729 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.db.l3_dvrscheduler_db [req-1026dd20-8819-41a3-a3ef-9df7fbf76c77 req-84d6299a-55df-4b1b-8613-4dc5b84e4e5a tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Received port after_create {{(pid=93842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 15:28:09.930085 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d6299a-55df-4b1b-8613-4dc5b84e4e5a tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Pushing event updated for resources: {'Port': ['ID=ed32a2bc-9d64-43e2-af50-c91e256a3a42,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:28:09.975546 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-da5e9631-4220-488c-b225-c318ce2915bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:28:09.988834 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1026dd20-8819-41a3-a3ef-9df7fbf76c77 req-84d6299a-55df-4b1b-8613-4dc5b84e4e5a tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:28:09.990052 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-1026dd20-8819-41a3-a3ef-9df7fbf76c77 req-84d6299a-55df-4b1b-8613-4dc5b84e4e5a tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4089636'] for port, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:28:10.011140 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-1026dd20-8819-41a3-a3ef-9df7fbf76c77 req-84d6299a-55df-4b1b-8613-4dc5b84e4e5a tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7643664 Aug 26 15:28:10.029629 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [req-1026dd20-8819-41a3-a3ef-9df7fbf76c77 req-dc895a09-447a-41cc-80ed-24e66e4485bb service neutron] Request body: {'port': {'device_id': '1e3b2300-fb25-4d73-8dc1-8da5c0aa2c9a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77957'}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:28:10.130899 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-1026dd20-8819-41a3-a3ef-9df7fbf76c77 req-dc895a09-447a-41cc-80ed-24e66e4485bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:28:10.327079 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-c0fa9dcc-af5e-4b66-9116-1ea8df055dd9 None None] Provisioning for port ed32a2bc-9d64-43e2-af50-c91e256a3a42 completed by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 15:28:10.334159 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-c0fa9dcc-af5e-4b66-9116-1ea8df055dd9 None None] Provisioning complete for port ed32a2bc-9d64-43e2-af50-c91e256a3a42 triggered by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:28:10.335133 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c0fa9dcc-af5e-4b66-9116-1ea8df055dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:28:10.422040 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-c0fa9dcc-af5e-4b66-9116-1ea8df055dd9 None None] Port ed32a2bc-9d64-43e2-af50-c91e256a3a42 cannot update to ACTIVE because it is not bound. {{(pid=93843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 15:28:10.498106 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.notifiers.nova [req-1026dd20-8819-41a3-a3ef-9df7fbf76c77 req-dc895a09-447a-41cc-80ed-24e66e4485bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed32a2bc-9d64-43e2-af50-c91e256a3a42 {{(pid=93842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 15:28:10.514892 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-1026dd20-8819-41a3-a3ef-9df7fbf76c77 req-dc895a09-447a-41cc-80ed-24e66e4485bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:28:10.533544 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.db.provisioning_blocks [req-1026dd20-8819-41a3-a3ef-9df7fbf76c77 req-dc895a09-447a-41cc-80ed-24e66e4485bb service neutron] Transition to ACTIVE for port object ed32a2bc-9d64-43e2-af50-c91e256a3a42 will not be triggered until provisioned by entity L2. {{(pid=93842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 15:28:10.540582 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-1026dd20-8819-41a3-a3ef-9df7fbf76c77 req-dc895a09-447a-41cc-80ed-24e66e4485bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261268884'] for port, after_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:28:10.576539 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e864e04-2176-459f-b342-4788e1dc64af req-4101d77a-3923-4ffd-a99d-c879dde3776d tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:28:10.580011 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-1e864e04-2176-459f-b342-4788e1dc64af req-4101d77a-3923-4ffd-a99d-c879dde3776d tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e3b2300-fb25-4d73-8dc1-8da5c0aa2c9a HTTP/1.1" status: 200 len: 932 time: 0.0915749 Aug 26 15:28:10.640010 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc895a09-447a-41cc-80ed-24e66e4485bb service neutron] Pushing event updated for resources: {'Port': ['ID=ed32a2bc-9d64-43e2-af50-c91e256a3a42,revision_number=2']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:28:10.672980 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-1e864e04-2176-459f-b342-4788e1dc64af req-8a816374-5cfc-47ff-b626-f7e1292397c6 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb8acce8-8a0d-42a7-b64f-05a0046f470e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809600 Aug 26 15:28:10.687614 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc895a09-447a-41cc-80ed-24e66e4485bb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:28:10.688260 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc895a09-447a-41cc-80ed-24e66e4485bb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:28:10.688854 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc895a09-447a-41cc-80ed-24e66e4485bb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:28:10.689407 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc895a09-447a-41cc-80ed-24e66e4485bb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:28:10.689966 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc895a09-447a-41cc-80ed-24e66e4485bb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:28:10.691095 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc895a09-447a-41cc-80ed-24e66e4485bb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:28:10.691635 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc895a09-447a-41cc-80ed-24e66e4485bb service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:28:10.692091 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc895a09-447a-41cc-80ed-24e66e4485bb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:28:10.692549 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc895a09-447a-41cc-80ed-24e66e4485bb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:28:10.693012 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc895a09-447a-41cc-80ed-24e66e4485bb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:28:10.693472 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc895a09-447a-41cc-80ed-24e66e4485bb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:28:10.693972 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc895a09-447a-41cc-80ed-24e66e4485bb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:28:10.743497 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.managers [req-1026dd20-8819-41a3-a3ef-9df7fbf76c77 req-dc895a09-447a-41cc-80ed-24e66e4485bb service neutron] Attempting to bind port ed32a2bc-9d64-43e2-af50-c91e256a3a42 on host hv-cinder-77957 for vnic_type normal with profile {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 15:28:10.743838 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.managers [req-1026dd20-8819-41a3-a3ef-9df7fbf76c77 req-dc895a09-447a-41cc-80ed-24e66e4485bb service neutron] Attempting to bind port ed32a2bc-9d64-43e2-af50-c91e256a3a42 by drivers openvswitch,hyperv on host hv-cinder-77957 at level 0 using segments [{'id': '393d523d-3aa9-48f0-bebb-8ad681df49e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '329fd950-a540-4a75-a3a7-58422b6c25d2'}] {{(pid=93842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 15:28:10.744165 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1026dd20-8819-41a3-a3ef-9df7fbf76c77 req-dc895a09-447a-41cc-80ed-24e66e4485bb service neutron] Attempting to bind port ed32a2bc-9d64-43e2-af50-c91e256a3a42 on network 329fd950-a540-4a75-a3a7-58422b6c25d2 {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 15:28:10.749240 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1026dd20-8819-41a3-a3ef-9df7fbf76c77 req-dc895a09-447a-41cc-80ed-24e66e4485bb service neutron] Port ed32a2bc-9d64-43e2-af50-c91e256a3a42 on network 329fd950-a540-4a75-a3a7-58422b6c25d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77957 {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 15:28:10.749606 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1026dd20-8819-41a3-a3ef-9df7fbf76c77 req-dc895a09-447a-41cc-80ed-24e66e4485bb service neutron] Attempting to bind port ed32a2bc-9d64-43e2-af50-c91e256a3a42 on network 329fd950-a540-4a75-a3a7-58422b6c25d2 {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 15:28:10.756092 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1026dd20-8819-41a3-a3ef-9df7fbf76c77 req-dc895a09-447a-41cc-80ed-24e66e4485bb service neutron] Checking agent: {'id': '48810b0c-601b-439f-aa19-0a054d9f642d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77957', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 15, 20, 8), 'started_at': datetime.datetime(2021, 8, 26, 15, 20, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 15, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 15:28:10.756459 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1026dd20-8819-41a3-a3ef-9df7fbf76c77 req-dc895a09-447a-41cc-80ed-24e66e4485bb service neutron] Checking segment: {'id': '393d523d-3aa9-48f0-bebb-8ad681df49e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '329fd950-a540-4a75-a3a7-58422b6c25d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 15:28:10.756821 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1026dd20-8819-41a3-a3ef-9df7fbf76c77 req-dc895a09-447a-41cc-80ed-24e66e4485bb service neutron] Bound using segment: {'id': '393d523d-3aa9-48f0-bebb-8ad681df49e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '329fd950-a540-4a75-a3a7-58422b6c25d2'} {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 15:28:10.757315 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.managers [req-1026dd20-8819-41a3-a3ef-9df7fbf76c77 req-dc895a09-447a-41cc-80ed-24e66e4485bb service neutron] Bound port: ed32a2bc-9d64-43e2-af50-c91e256a3a42, host: hv-cinder-77957, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '393d523d-3aa9-48f0-bebb-8ad681df49e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '329fd950-a540-4a75-a3a7-58422b6c25d2'}}] {{(pid=93842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 15:28:10.757648 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-1026dd20-8819-41a3-a3ef-9df7fbf76c77 req-dc895a09-447a-41cc-80ed-24e66e4485bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:28:10.846106 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.db [req-1026dd20-8819-41a3-a3ef-9df7fbf76c77 req-dc895a09-447a-41cc-80ed-24e66e4485bb service neutron] For port ed32a2bc-9d64-43e2-af50-c91e256a3a42, host hv-cinder-77957, cleared binding levels {{(pid=93842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:28:10.851338 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.db [req-1026dd20-8819-41a3-a3ef-9df7fbf76c77 req-dc895a09-447a-41cc-80ed-24e66e4485bb service neutron] For port ed32a2bc-9d64-43e2-af50-c91e256a3a42, host hv-cinder-77957, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=ed32a2bc-9d64-43e2-af50-c91e256a3a42,segment=NetworkSegment(393d523d-3aa9-48f0-bebb-8ad681df49e0),segment_id=393d523d-3aa9-48f0-bebb-8ad681df49e0)] {{(pid=93842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:28:10.861540 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-1026dd20-8819-41a3-a3ef-9df7fbf76c77 req-dc895a09-447a-41cc-80ed-24e66e4485bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261268884'] for port, after_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:28:10.901226 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1026dd20-8819-41a3-a3ef-9df7fbf76c77 req-dc895a09-447a-41cc-80ed-24e66e4485bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:28:10.902276 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-1026dd20-8819-41a3-a3ef-9df7fbf76c77 req-dc895a09-447a-41cc-80ed-24e66e4485bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4089636'] for port, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:28:10.903316 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-1026dd20-8819-41a3-a3ef-9df7fbf76c77 req-dc895a09-447a-41cc-80ed-24e66e4485bb service neutron] 10.222.0.47 "PUT /v2.0/ports/ed32a2bc-9d64-43e2-af50-c91e256a3a42 HTTP/1.1" status: 200 len: 1094 time: 0.8834436 Aug 26 15:28:10.905929 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e3b2300-fb25-4d73-8dc1-8da5c0aa2c9a', 'tag': 'ed32a2bc-9d64-43e2-af50-c91e256a3a42'}] {{(pid=93842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 15:28:10.906271 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ba7f6f71eda5a1db7669fef78c8684417bcd8012e21f8533533c8be1abdbb96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcba90e5-ce0c-48f0-86e1-c37821ab4401" -d '{"events": [{"name": "network-changed", "server_uuid": "1e3b2300-fb25-4d73-8dc1-8da5c0aa2c9a", "tag": "ed32a2bc-9d64-43e2-af50-c91e256a3a42"}]}' {{(pid=93842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:28:10.945284 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc895a09-447a-41cc-80ed-24e66e4485bb service neutron] Pushing event updated for resources: {'Port': ['ID=ed32a2bc-9d64-43e2-af50-c91e256a3a42,revision_number=3']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:28:10.998688 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 15:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9885e9b6-c13f-44a7-80b4-5cb87ad8a5c0 x-openstack-request-id: req-9885e9b6-c13f-44a7-80b4-5cb87ad8a5c0 {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:28:10.998984 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e3b2300-fb25-4d73-8dc1-8da5c0aa2c9a", "tag": "ed32a2bc-9d64-43e2-af50-c91e256a3a42", "status": "completed", "code": 200}]} {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:28:10.999235 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9885e9b6-c13f-44a7-80b4-5cb87ad8a5c0 {{(pid=93842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:28:10.999632 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e3b2300-fb25-4d73-8dc1-8da5c0aa2c9a', 'tag': 'ed32a2bc-9d64-43e2-af50-c91e256a3a42', 'status': 'completed', 'code': 200} Aug 26 15:28:11.012459 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1026dd20-8819-41a3-a3ef-9df7fbf76c77 req-b20cb9cd-3940-4a79-bfb9-495666bff4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:28:11.014062 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-1026dd20-8819-41a3-a3ef-9df7fbf76c77 req-b20cb9cd-3940-4a79-bfb9-495666bff4ce service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6f82b801e0334e5b8e81593b9cfcefb6&device_id=1e3b2300-fb25-4d73-8dc1-8da5c0aa2c9a HTTP/1.1" status: 200 len: 1097 time: 0.0560331 Aug 26 15:28:11.075610 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-1026dd20-8819-41a3-a3ef-9df7fbf76c77 req-02a3b800-2155-4c98-8589-a15e7bbb5202 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ed32a2bc-9d64-43e2-af50-c91e256a3a42 HTTP/1.1" status: 200 len: 217 time: 0.0525067 Aug 26 15:28:11.152845 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1026dd20-8819-41a3-a3ef-9df7fbf76c77 req-f41ec7b8-b980-42a5-bf3a-0a83f9349100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:28:11.155280 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-1026dd20-8819-41a3-a3ef-9df7fbf76c77 req-f41ec7b8-b980-42a5-bf3a-0a83f9349100 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dfc17a86-1d58-4632-8a91-fe4726db6b6d HTTP/1.1" status: 200 len: 848 time: 0.0710108 Aug 26 15:28:11.223695 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1026dd20-8819-41a3-a3ef-9df7fbf76c77 req-7b39b561-b1f0-4891-9a56-c6ca70be11bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:28:11.225608 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-1026dd20-8819-41a3-a3ef-9df7fbf76c77 req-7b39b561-b1f0-4891-9a56-c6ca70be11bd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=329fd950-a540-4a75-a3a7-58422b6c25d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0623417 Aug 26 15:28:11.368096 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-1026dd20-8819-41a3-a3ef-9df7fbf76c77 req-68f71ee2-1b37-4b55-8c21-f95e3a25706c service neutron] 10.222.0.47 "GET /v2.0/networks/329fd950-a540-4a75-a3a7-58422b6c25d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318209 Aug 26 15:28:11.373851 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c45f19a1-5a59-44e4-9446-0a9261f71b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:28:11.398802 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-4c4d5171-2125-41ad-83e8-19d7aac2284f req-1c758e03-02ef-48b1-a15d-df90da53d1c6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=dc6d676a-9c2d-4017-9854-6ef6dbb13c54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0802958 Aug 26 15:28:11.528697 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4d5171-2125-41ad-83e8-19d7aac2284f req-eab6b1b5-82ba-47e9-8cb9-0c0749ee4610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:28:11.530291 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-4c4d5171-2125-41ad-83e8-19d7aac2284f req-eab6b1b5-82ba-47e9-8cb9-0c0749ee4610 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=51d0a6d3e78f46f98a1a4881bf9eb094&device_id=dc6d676a-9c2d-4017-9854-6ef6dbb13c54 HTTP/1.1" status: 200 len: 1099 time: 0.0813224 Aug 26 15:28:11.551683 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-1026dd20-8819-41a3-a3ef-9df7fbf76c77 req-7704f8af-5842-4cf0-9a0a-8411ee05872a service neutron] 10.222.0.47 "GET /v2.0/networks/329fd950-a540-4a75-a3a7-58422b6c25d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752489 Aug 26 15:28:11.701790 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4d5171-2125-41ad-83e8-19d7aac2284f req-9ad4274e-9324-4b2c-aa7e-3c9b4e3530b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:28:11.703299 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-4c4d5171-2125-41ad-83e8-19d7aac2284f req-9ad4274e-9324-4b2c-aa7e-3c9b4e3530b6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d887f735-fbdb-4418-baf1-8e9e0d77221f HTTP/1.1" status: 200 len: 918 time: 0.1255560 Aug 26 15:28:11.712173 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcba90e5-ce0c-48f0-86e1-c37821ab4401 req-b11622dc-6171-48db-a169-f6e5039f6f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:28:11.715083 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-fcba90e5-ce0c-48f0-86e1-c37821ab4401 req-b11622dc-6171-48db-a169-f6e5039f6f10 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6f82b801e0334e5b8e81593b9cfcefb6&device_id=1e3b2300-fb25-4d73-8dc1-8da5c0aa2c9a HTTP/1.1" status: 200 len: 1097 time: 0.0707233 Aug 26 15:28:11.954693 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-4c4d5171-2125-41ad-83e8-19d7aac2284f req-e4c2f7d0-0f2e-4ceb-921e-bea382f93475 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e8416d0-e93b-4faf-afed-ec9f484f6325 HTTP/1.1" status: 200 len: 1002 time: 0.2377119 Aug 26 15:28:12.056748 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a6eb95-32a9-4350-ad07-4eb7d5edd491 req-29742f94-9da8-4eee-858d-bccb62eaaee2 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:28:12.059198 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-00a6eb95-32a9-4350-ad07-4eb7d5edd491 req-29742f94-9da8-4eee-858d-bccb62eaaee2 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e3b2300-fb25-4d73-8dc1-8da5c0aa2c9a HTTP/1.1" status: 200 len: 944 time: 0.2494369 Aug 26 15:28:12.107291 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcba90e5-ce0c-48f0-86e1-c37821ab4401 req-47ec619c-d9b2-494b-97fb-cf0ae0a9b5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:28:12.109853 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-fcba90e5-ce0c-48f0-86e1-c37821ab4401 req-47ec619c-d9b2-494b-97fb-cf0ae0a9b5b7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=329fd950-a540-4a75-a3a7-58422b6c25d2 HTTP/1.1" status: 200 len: 910 time: 0.3822594 Aug 26 15:28:12.136181 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4d5171-2125-41ad-83e8-19d7aac2284f req-5217b2f7-e1e6-49a7-845f-42f2b8b8bf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:28:12.138717 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-4c4d5171-2125-41ad-83e8-19d7aac2284f req-5217b2f7-e1e6-49a7-845f-42f2b8b8bf30 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2dc1893b-86f2-4498-b069-d334c29d6d3f HTTP/1.1" status: 200 len: 856 time: 0.1688712 Aug 26 15:28:12.171833 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 59794) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:28:12.309261 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-3e5d3c6b-9d29-469e-b5c2-a526c21b8468 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:28:12.431164 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-3e5d3c6b-9d29-469e-b5c2-a526c21b8468 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:28:12.439089 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-3e5d3c6b-9d29-469e-b5c2-a526c21b8468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:28:12.487749 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-3e5d3c6b-9d29-469e-b5c2-a526c21b8468 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7901d1a3f728445cbe8073a4d5f1000b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3145833 Aug 26 15:28:12.488865 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5d3c6b-9d29-469e-b5c2-a526c21b8468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ece21e07-6eb3-4908-aef7-644a67d9c2a7,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:28:12.491469 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 59802) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:28:12.510501 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5d3c6b-9d29-469e-b5c2-a526c21b8468 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:28:12.510970 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5d3c6b-9d29-469e-b5c2-a526c21b8468 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:28:12.511309 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5d3c6b-9d29-469e-b5c2-a526c21b8468 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:28:12.511743 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5d3c6b-9d29-469e-b5c2-a526c21b8468 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:28:12.512163 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5d3c6b-9d29-469e-b5c2-a526c21b8468 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:28:12.512408 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5d3c6b-9d29-469e-b5c2-a526c21b8468 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:28:12.512965 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5d3c6b-9d29-469e-b5c2-a526c21b8468 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:28:12.513309 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5d3c6b-9d29-469e-b5c2-a526c21b8468 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:28:12.513733 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5d3c6b-9d29-469e-b5c2-a526c21b8468 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:28:12.514311 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5d3c6b-9d29-469e-b5c2-a526c21b8468 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:28:12.514573 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5d3c6b-9d29-469e-b5c2-a526c21b8468 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:28:12.515184 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5d3c6b-9d29-469e-b5c2-a526c21b8468 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:28:12.560691 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-fcba90e5-ce0c-48f0-86e1-c37821ab4401 req-54f24a63-ce56-48a3-a3b6-d734afaf4e0d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ed32a2bc-9d64-43e2-af50-c91e256a3a42 HTTP/1.1" status: 200 len: 217 time: 0.4424622 Aug 26 15:28:12.569841 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-6553e8e5-a16f-41e8-ac86-5e63ccb46ef5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:28:12.597274 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-6553e8e5-a16f-41e8-ac86-5e63ccb46ef5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:28:12.625419 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-00a6eb95-32a9-4350-ad07-4eb7d5edd491 req-c0170d52-6ae7-46e8-807a-c561fdc82dd7 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb8acce8-8a0d-42a7-b64f-05a0046f470e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5517089 Aug 26 15:28:12.676329 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-6553e8e5-a16f-41e8-ac86-5e63ccb46ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:28:12.682062 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-6553e8e5-a16f-41e8-ac86-5e63ccb46ef5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:28:12.684573 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-6553e8e5-a16f-41e8-ac86-5e63ccb46ef5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ece21e07-6eb3-4908-aef7-644a67d9c2a7 HTTP/1.1" status: 204 len: 168 time: 0.1919603 Aug 26 15:28:12.720834 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcba90e5-ce0c-48f0-86e1-c37821ab4401 req-5f439446-47c7-42f0-811b-34229174df5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:28:12.721748 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6553e8e5-a16f-41e8-ac86-5e63ccb46ef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ece21e07-6eb3-4908-aef7-644a67d9c2a7,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:28:12.746339 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-fcba90e5-ce0c-48f0-86e1-c37821ab4401 req-5f439446-47c7-42f0-811b-34229174df5c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dfc17a86-1d58-4632-8a91-fe4726db6b6d HTTP/1.1" status: 200 len: 848 time: 0.1685588 Aug 26 15:28:12.762369 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4d5171-2125-41ad-83e8-19d7aac2284f req-84299caa-dfc3-4949-b493-5292f41cc4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:28:12.765000 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-4c4d5171-2125-41ad-83e8-19d7aac2284f req-84299caa-dfc3-4949-b493-5292f41cc4dd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d887f735-fbdb-4418-baf1-8e9e0d77221f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2218132 Aug 26 15:28:12.984650 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcba90e5-ce0c-48f0-86e1-c37821ab4401 req-0bfb9407-c85f-4e90-83bc-b1126e393773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:28:12.989628 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-fcba90e5-ce0c-48f0-86e1-c37821ab4401 req-0bfb9407-c85f-4e90-83bc-b1126e393773 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=329fd950-a540-4a75-a3a7-58422b6c25d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2212675 Aug 26 15:28:13.004581 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-a6032fac-f2a0-46d6-9c2c-2483dfdc6249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:28:13.155671 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 59820) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:28:13.164295 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6382bc40-9bf4-486e-a6a3-7f5a78985b6c req-368c6c41-15f3-4938-b5fd-581f9d89a0e8 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:28:13.166097 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-6382bc40-9bf4-486e-a6a3-7f5a78985b6c req-368c6c41-15f3-4938-b5fd-581f9d89a0e8 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc6d676a-9c2d-4017-9854-6ef6dbb13c54 HTTP/1.1" status: 200 len: 946 time: 0.2181847 Aug 26 15:28:13.168255 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-4c4d5171-2125-41ad-83e8-19d7aac2284f req-e6a2a88f-8656-41a8-b586-9972f7756eb7 service neutron] 10.222.0.47 "GET /v2.0/networks/d887f735-fbdb-4418-baf1-8e9e0d77221f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3862917 Aug 26 15:28:13.178320 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-12e1cb76-d1e4-4400-adb1-0fa3e4d08bc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:28:13.297046 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-12e1cb76-d1e4-4400-adb1-0fa3e4d08bc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:28:13.298578 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-fcba90e5-ce0c-48f0-86e1-c37821ab4401 req-4fb6d162-ccea-4d9d-8703-77e37e043320 service neutron] 10.222.0.47 "GET /v2.0/networks/329fd950-a540-4a75-a3a7-58422b6c25d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2803445 Aug 26 15:28:13.302367 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-12e1cb76-d1e4-4400-adb1-0fa3e4d08bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:28:13.318467 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-6382bc40-9bf4-486e-a6a3-7f5a78985b6c req-90dea957-76d7-48d7-b800-e678e2791f02 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=91c8d1dc-3a35-4d14-bfc1-2a332cc1b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1388280 Aug 26 15:28:13.357357 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-12e1cb76-d1e4-4400-adb1-0fa3e4d08bc2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1230436fcac44785bf94d1151a6329a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1877868 Aug 26 15:28:13.357357 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 59822) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:28:13.362773 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e1cb76-d1e4-4400-adb1-0fa3e4d08bc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da2c3ef6-7a71-4a17-85b6-1db6746fe01d,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:28:13.404112 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-4c4d5171-2125-41ad-83e8-19d7aac2284f req-bbba3075-cf1a-4fc0-9999-6bb58ab0ca33 service neutron] 10.222.0.47 "GET /v2.0/networks/d887f735-fbdb-4418-baf1-8e9e0d77221f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228823 Aug 26 15:28:13.421155 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-ee909129-8ee0-4724-b71a-06186b462c31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:28:13.446867 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-fcba90e5-ce0c-48f0-86e1-c37821ab4401 req-f9417291-6c54-4153-8208-7b4295ff0f22 service neutron] 10.222.0.47 "GET /v2.0/networks/329fd950-a540-4a75-a3a7-58422b6c25d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319137 Aug 26 15:28:13.451504 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-ee909129-8ee0-4724-b71a-06186b462c31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:28:13.523657 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-ee909129-8ee0-4724-b71a-06186b462c31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:28:13.526655 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-ee909129-8ee0-4724-b71a-06186b462c31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:28:13.528035 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-ee909129-8ee0-4724-b71a-06186b462c31 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/da2c3ef6-7a71-4a17-85b6-1db6746fe01d HTTP/1.1" status: 204 len: 168 time: 0.1770067 Aug 26 15:28:13.537560 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee909129-8ee0-4724-b71a-06186b462c31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da2c3ef6-7a71-4a17-85b6-1db6746fe01d,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:28:13.813816 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edc1549-2bba-43f5-89f1-161d0f8aea42 req-f26de5f4-6642-4579-838d-400c12db3fab tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:28:13.815855 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-4edc1549-2bba-43f5-89f1-161d0f8aea42 req-f26de5f4-6642-4579-838d-400c12db3fab tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e3b2300-fb25-4d73-8dc1-8da5c0aa2c9a HTTP/1.1" status: 200 len: 944 time: 0.0574832 Aug 26 15:28:13.883782 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-4edc1549-2bba-43f5-89f1-161d0f8aea42 req-82a2d1b4-36d4-4c82-80e5-86954964ee2f tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb8acce8-8a0d-42a7-b64f-05a0046f470e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581198 Aug 26 15:28:14.480230 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb00ffbf-929c-4774-80f5-f8bcc765da97 req-644c6a7e-e360-4d45-af1d-3d32449d9f06 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:28:14.481860 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-fb00ffbf-929c-4774-80f5-f8bcc765da97 req-644c6a7e-e360-4d45-af1d-3d32449d9f06 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc6d676a-9c2d-4017-9854-6ef6dbb13c54 HTTP/1.1" status: 200 len: 946 time: 0.0584071 Aug 26 15:28:14.538635 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-fb00ffbf-929c-4774-80f5-f8bcc765da97 req-f60649f9-d952-4e97-bc61-f4f30e56a117 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=91c8d1dc-3a35-4d14-bfc1-2a332cc1b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449333 Aug 26 15:28:15.073341 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc902c6f-66e7-4dac-857a-bc4a7e5f2e60 req-c25edfaa-1c4e-4bc4-a5e5-9ad19e7279d2 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:28:15.075795 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-bc902c6f-66e7-4dac-857a-bc4a7e5f2e60 req-c25edfaa-1c4e-4bc4-a5e5-9ad19e7279d2 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e3b2300-fb25-4d73-8dc1-8da5c0aa2c9a HTTP/1.1" status: 200 len: 944 time: 0.0784435 Aug 26 15:28:15.131902 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-bc902c6f-66e7-4dac-857a-bc4a7e5f2e60 req-e59fe2b8-719d-41e0-b83c-b0deab929d55 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb8acce8-8a0d-42a7-b64f-05a0046f470e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475442 Aug 26 15:28:15.698902 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983a8c19-63e6-4e01-97eb-eac08fad3d29 req-6a62692c-bff9-4dbe-aefa-18586bb6ca97 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:28:15.700851 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-983a8c19-63e6-4e01-97eb-eac08fad3d29 req-6a62692c-bff9-4dbe-aefa-18586bb6ca97 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc6d676a-9c2d-4017-9854-6ef6dbb13c54 HTTP/1.1" status: 200 len: 946 time: 0.0669165 Aug 26 15:28:15.758662 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-983a8c19-63e6-4e01-97eb-eac08fad3d29 req-6b143794-fb69-4cf1-9a1a-2de3d3e863f4 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=91c8d1dc-3a35-4d14-bfc1-2a332cc1b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494080 Aug 26 15:28:16.322927 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b34a8e-5240-4f71-8702-99d62b9a042b req-578dd98c-745e-4a96-af6e-14669afb4466 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:28:16.324949 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-78b34a8e-5240-4f71-8702-99d62b9a042b req-578dd98c-745e-4a96-af6e-14669afb4466 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e3b2300-fb25-4d73-8dc1-8da5c0aa2c9a HTTP/1.1" status: 200 len: 944 time: 0.0760908 Aug 26 15:28:16.368917 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-78b34a8e-5240-4f71-8702-99d62b9a042b req-a945f4a3-09b6-4111-801b-c2833e18b072 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb8acce8-8a0d-42a7-b64f-05a0046f470e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357914 Aug 26 15:28:16.905971 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3217b1fa-5dde-4f46-9d2a-9b8d6af34031 req-fe1303ef-75dc-4408-b219-502fa5889102 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:28:16.907635 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-3217b1fa-5dde-4f46-9d2a-9b8d6af34031 req-fe1303ef-75dc-4408-b219-502fa5889102 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc6d676a-9c2d-4017-9854-6ef6dbb13c54 HTTP/1.1" status: 200 len: 946 time: 0.0524426 Aug 26 15:28:16.952455 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-3217b1fa-5dde-4f46-9d2a-9b8d6af34031 req-5d89bd92-2f15-4d66-8e8f-78e6a5d0401e tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=91c8d1dc-3a35-4d14-bfc1-2a332cc1b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371182 Aug 26 15:28:17.519940 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab265928-009f-4ee1-97ce-36b5e41cfec6 req-0bc0fc99-584d-4222-ba2f-1deb2cb95024 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:28:17.521729 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-ab265928-009f-4ee1-97ce-36b5e41cfec6 req-0bc0fc99-584d-4222-ba2f-1deb2cb95024 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e3b2300-fb25-4d73-8dc1-8da5c0aa2c9a HTTP/1.1" status: 200 len: 944 time: 0.0552812 Aug 26 15:28:17.567863 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-ab265928-009f-4ee1-97ce-36b5e41cfec6 req-0cc74087-fafe-4408-8a51-ef5295e8da23 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb8acce8-8a0d-42a7-b64f-05a0046f470e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395150 Aug 26 15:28:18.115163 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dc4232-b7df-48c6-90d3-bae11fc73d64 req-4c37f357-9028-4469-aff0-259baf698ec0 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:28:18.117760 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-d5dc4232-b7df-48c6-90d3-bae11fc73d64 req-4c37f357-9028-4469-aff0-259baf698ec0 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc6d676a-9c2d-4017-9854-6ef6dbb13c54 HTTP/1.1" status: 200 len: 946 time: 0.0822484 Aug 26 15:28:18.177390 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-d5dc4232-b7df-48c6-90d3-bae11fc73d64 req-1f3193c9-00d4-4f01-86f7-53bc233092b0 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=91c8d1dc-3a35-4d14-bfc1-2a332cc1b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532520 Aug 26 15:28:18.697362 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6d11b4-37f0-4194-b6d9-8b4f032bfbbb req-7d7c564b-66f5-4be2-b97d-c2a892f37c0c tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:28:18.699627 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-8d6d11b4-37f0-4194-b6d9-8b4f032bfbbb req-7d7c564b-66f5-4be2-b97d-c2a892f37c0c tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e3b2300-fb25-4d73-8dc1-8da5c0aa2c9a HTTP/1.1" status: 200 len: 944 time: 0.0524650 Aug 26 15:28:18.745121 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-8d6d11b4-37f0-4194-b6d9-8b4f032bfbbb req-2488ff23-63f1-4682-9d78-fed4d17668eb tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb8acce8-8a0d-42a7-b64f-05a0046f470e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387673 Aug 26 15:28:19.166583 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 59950) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:28:19.295365 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-6da4e786-dc57-4f6d-8d19-65424ea1e667 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:28:19.335522 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03748245-2b67-40f1-88a9-def8def99284 req-311b7591-ca98-4ba6-8f34-dd2ea1642478 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:28:19.337941 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-03748245-2b67-40f1-88a9-def8def99284 req-311b7591-ca98-4ba6-8f34-dd2ea1642478 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc6d676a-9c2d-4017-9854-6ef6dbb13c54 HTTP/1.1" status: 200 len: 946 time: 0.0755599 Aug 26 15:28:19.394082 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-03748245-2b67-40f1-88a9-def8def99284 req-76c28f05-1d04-472c-b35d-71454dd59c5c tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=91c8d1dc-3a35-4d14-bfc1-2a332cc1b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483446 Aug 26 15:28:19.417737 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-6da4e786-dc57-4f6d-8d19-65424ea1e667 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:28:19.427242 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-6da4e786-dc57-4f6d-8d19-65424ea1e667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:28:19.478272 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-6da4e786-dc57-4f6d-8d19-65424ea1e667 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2b9397cba8bb4f12890111052a16c2d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3105690 Aug 26 15:28:19.479230 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da4e786-dc57-4f6d-8d19-65424ea1e667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efa17454-7dd0-4db3-937f-72d8d0cf5687,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:28:19.481486 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 59958) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:28:19.538224 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-aa3b2faa-0132-4a3c-b6cc-c8f9397ad333 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:28:19.560173 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-aa3b2faa-0132-4a3c-b6cc-c8f9397ad333 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:28:19.614098 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-aa3b2faa-0132-4a3c-b6cc-c8f9397ad333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:28:19.616724 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-aa3b2faa-0132-4a3c-b6cc-c8f9397ad333 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:28:19.617930 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-aa3b2faa-0132-4a3c-b6cc-c8f9397ad333 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/efa17454-7dd0-4db3-937f-72d8d0cf5687 HTTP/1.1" status: 204 len: 168 time: 0.1353154 Aug 26 15:28:19.626331 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3b2faa-0132-4a3c-b6cc-c8f9397ad333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa17454-7dd0-4db3-937f-72d8d0cf5687,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:28:19.654096 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Device ed32a2bc-9d64-43e2-af50-c91e256a3a42 details requested by agent hyperv_hv-cinder-77957 with host hv-cinder-77957 {{(pid=93843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 15:28:19.887141 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] For port ed32a2bc-9d64-43e2-af50-c91e256a3a42, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=ed32a2bc-9d64-43e2-af50-c91e256a3a42,segment=NetworkSegment(393d523d-3aa9-48f0-bebb-8ad681df49e0),segment_id=393d523d-3aa9-48f0-bebb-8ad681df49e0)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:28:19.901043 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Returning: {'device': 'ed32a2bc-9d64-43e2-af50-c91e256a3a42', 'network_id': '329fd950-a540-4a75-a3a7-58422b6c25d2', 'port_id': 'ed32a2bc-9d64-43e2-af50-c91e256a3a42', 'mac_address': 'fa:16:3e:2b:ff:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfc17a86-1d58-4632-8a91-fe4726db6b6d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 15:28:19.929056 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea32c5d-39fe-4dfd-9ca5-8efb8e4ae703 req-429a0b97-88cd-4e23-b6c2-a804e3164401 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:28:19.931331 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-4ea32c5d-39fe-4dfd-9ca5-8efb8e4ae703 req-429a0b97-88cd-4e23-b6c2-a804e3164401 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e3b2300-fb25-4d73-8dc1-8da5c0aa2c9a HTTP/1.1" status: 200 len: 944 time: 0.0739305 Aug 26 15:28:19.943410 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:28:19.959717 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.notifiers.nova [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed32a2bc-9d64-43e2-af50-c91e256a3a42 {{(pid=93843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 15:28:19.984094 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-4ea32c5d-39fe-4dfd-9ca5-8efb8e4ae703 req-c09a6a65-d0d1-46d2-afb1-a2ccab186604 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb8acce8-8a0d-42a7-b64f-05a0046f470e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394838 Aug 26 15:28:19.987819 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] For port ed32a2bc-9d64-43e2-af50-c91e256a3a42, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=ed32a2bc-9d64-43e2-af50-c91e256a3a42,segment=NetworkSegment(393d523d-3aa9-48f0-bebb-8ad681df49e0),segment_id=393d523d-3aa9-48f0-bebb-8ad681df49e0)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:28:19.989067 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 59966) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:28:19.993400 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:28:20.004769 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-ef8be859-064b-4260-a4bd-f4fc4d3548e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:28:20.045053 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Pushing event updated for resources: {'Port': ['ID=ed32a2bc-9d64-43e2-af50-c91e256a3a42,revision_number=4']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:28:20.104020 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-ef8be859-064b-4260-a4bd-f4fc4d3548e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:28:20.109106 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-ef8be859-064b-4260-a4bd-f4fc4d3548e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:28:20.146541 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8be859-064b-4260-a4bd-f4fc4d3548e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbb95276-e429-462c-a0d7-77214446ac3e,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:28:20.153120 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-ef8be859-064b-4260-a4bd-f4fc4d3548e2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4a3af3ff29d54236a24d199226540613&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1607182 Aug 26 15:28:20.153950 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 59968) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:28:20.210018 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-177ebc3a-247f-40de-9109-3b2f0a4493f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:28:20.231376 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-177ebc3a-247f-40de-9109-3b2f0a4493f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:28:20.249026 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] get_ports_and_sgs() called for port_ids ['ed32a2bc-9d64-43e2-af50-c91e256a3a42'] {{(pid=93843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 15:28:20.281894 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-177ebc3a-247f-40de-9109-3b2f0a4493f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:28:20.285578 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-177ebc3a-247f-40de-9109-3b2f0a4493f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:28:20.286762 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-177ebc3a-247f-40de-9109-3b2f0a4493f7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cbb95276-e429-462c-a0d7-77214446ac3e HTTP/1.1" status: 204 len: 168 time: 0.1318917 Aug 26 15:28:20.294409 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177ebc3a-247f-40de-9109-3b2f0a4493f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbb95276-e429-462c-a0d7-77214446ac3e,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:28:20.554975 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518bad8f-cbb8-4b30-958c-5f1e17b95806 req-282a7d35-114d-4e53-b389-0a5e633e6705 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:28:20.562362 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-518bad8f-cbb8-4b30-958c-5f1e17b95806 req-282a7d35-114d-4e53-b389-0a5e633e6705 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc6d676a-9c2d-4017-9854-6ef6dbb13c54 HTTP/1.1" status: 200 len: 946 time: 0.0793815 Aug 26 15:28:20.601556 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-518bad8f-cbb8-4b30-958c-5f1e17b95806 req-fd5578f2-51d0-460a-9b47-0eb9447bcb52 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=91c8d1dc-3a35-4d14-bfc1-2a332cc1b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383089 Aug 26 15:28:20.681595 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 59978) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:28:20.695127 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-9ee40433-e80f-4939-a1d1-632a356dfa81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:28:20.786269 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-9ee40433-e80f-4939-a1d1-632a356dfa81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:28:20.789935 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-9ee40433-e80f-4939-a1d1-632a356dfa81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:28:20.835068 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-9ee40433-e80f-4939-a1d1-632a356dfa81 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4bba2afb778b4fc5a77c992f1f1ce819&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1523330 Aug 26 15:28:20.835909 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee40433-e80f-4939-a1d1-632a356dfa81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e0c874b-e49a-435c-a4d9-db143733004e,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:28:20.837670 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 59980) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:28:20.885195 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-2adc35a4-9742-4770-9208-beeb01839db2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:28:20.907410 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-2adc35a4-9742-4770-9208-beeb01839db2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:28:20.957814 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-2adc35a4-9742-4770-9208-beeb01839db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:28:20.960341 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-2adc35a4-9742-4770-9208-beeb01839db2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:28:20.961505 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-2adc35a4-9742-4770-9208-beeb01839db2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1e0c874b-e49a-435c-a4d9-db143733004e HTTP/1.1" status: 204 len: 168 time: 0.1227813 Aug 26 15:28:20.970539 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adc35a4-9742-4770-9208-beeb01839db2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e0c874b-e49a-435c-a4d9-db143733004e,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:28:21.112342 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3131ea-4b04-49fb-a062-9b5f540f6ea2 req-4b7070fa-d258-4fdd-a152-a270c1719c3b tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:28:21.113906 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-be3131ea-4b04-49fb-a062-9b5f540f6ea2 req-4b7070fa-d258-4fdd-a152-a270c1719c3b tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e3b2300-fb25-4d73-8dc1-8da5c0aa2c9a HTTP/1.1" status: 200 len: 945 time: 0.0533738 Aug 26 15:28:21.155019 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-be3131ea-4b04-49fb-a062-9b5f540f6ea2 req-29a31796-8901-4097-914c-6e73c41d36ef tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb8acce8-8a0d-42a7-b64f-05a0046f470e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341706 Aug 26 15:28:21.682762 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Device ed32a2bc-9d64-43e2-af50-c91e256a3a42 up at agent hyperv_hv-cinder-77957 {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:28:21.742210 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b290bd-5214-43f2-ba07-2dfa71d32702 req-aca6b496-dc6f-4665-9bb6-40b8941e464c tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:28:21.743853 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-e7b290bd-5214-43f2-ba07-2dfa71d32702 req-aca6b496-dc6f-4665-9bb6-40b8941e464c tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc6d676a-9c2d-4017-9854-6ef6dbb13c54 HTTP/1.1" status: 200 len: 946 time: 0.0600867 Aug 26 15:28:21.746607 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Provisioning for port ed32a2bc-9d64-43e2-af50-c91e256a3a42 completed by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 15:28:21.754992 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Provisioning complete for port ed32a2bc-9d64-43e2-af50-c91e256a3a42 triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:28:21.755358 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:28:21.785924 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-e7b290bd-5214-43f2-ba07-2dfa71d32702 req-0e0e486c-98c5-4772-b0b5-18ab43e694bf tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=91c8d1dc-3a35-4d14-bfc1-2a332cc1b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352733 Aug 26 15:28:21.844939 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:28:21.869551 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e3b2300-fb25-4d73-8dc1-8da5c0aa2c9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed32a2bc-9d64-43e2-af50-c91e256a3a42'}] {{(pid=93843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 15:28:21.871901 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d587d98fe02f6619f456de0f45288515ee723af96d1e5c8ab0bdf50e2145b638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e9e179a-1d70-4703-a9e4-61814c9c8f84" -d '{"events": [{"server_uuid": "1e3b2300-fb25-4d73-8dc1-8da5c0aa2c9a", "name": "network-vif-plugged", "status": "completed", "tag": "ed32a2bc-9d64-43e2-af50-c91e256a3a42"}]}' {{(pid=93843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:28:21.884676 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] For port ed32a2bc-9d64-43e2-af50-c91e256a3a42, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=ed32a2bc-9d64-43e2-af50-c91e256a3a42,segment=NetworkSegment(393d523d-3aa9-48f0-bebb-8ad681df49e0),segment_id=393d523d-3aa9-48f0-bebb-8ad681df49e0)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:28:21.890560 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:28:21.947764 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Pushing event updated for resources: {'Port': ['ID=ed32a2bc-9d64-43e2-af50-c91e256a3a42,revision_number=5']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:28:22.050509 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 15:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35731c5a-4a51-4e2b-aa1d-63ce56c0f060 x-openstack-request-id: req-35731c5a-4a51-4e2b-aa1d-63ce56c0f060 {{(pid=93843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:28:22.050804 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e3b2300-fb25-4d73-8dc1-8da5c0aa2c9a", "name": "network-vif-plugged", "status": "completed", "tag": "ed32a2bc-9d64-43e2-af50-c91e256a3a42", "code": 200}]} {{(pid=93843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:28:22.051058 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-35731c5a-4a51-4e2b-aa1d-63ce56c0f060 {{(pid=93843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:28:22.051456 dv-cinder-779576-7-iscsi neutron-server[93843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e3b2300-fb25-4d73-8dc1-8da5c0aa2c9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed32a2bc-9d64-43e2-af50-c91e256a3a42', 'code': 200} Aug 26 15:28:22.091465 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 60020) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:28:22.266512 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b2dad30d-1df5-4baa-ac2e-d8ab49d996a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:28:22.323089 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b59e9d9-5984-4631-96be-7915b3de8588 req-e429b50d-44ce-4dad-b1f1-7f5aabd7910c tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:28:22.325067 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-2b59e9d9-5984-4631-96be-7915b3de8588 req-e429b50d-44ce-4dad-b1f1-7f5aabd7910c tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e3b2300-fb25-4d73-8dc1-8da5c0aa2c9a HTTP/1.1" status: 200 len: 946 time: 0.0853000 Aug 26 15:28:22.327322 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64187a4-4042-4202-adc5-3b34f3f5635f req-7424c7ee-68ac-4b91-9583-c3d81aa013d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:28:22.328742 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-e64187a4-4042-4202-adc5-3b34f3f5635f req-7424c7ee-68ac-4b91-9583-c3d81aa013d9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1e3b2300-fb25-4d73-8dc1-8da5c0aa2c9a HTTP/1.1" status: 200 len: 1099 time: 0.0787480 Aug 26 15:28:22.368539 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b2dad30d-1df5-4baa-ac2e-d8ab49d996a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:28:22.372751 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b2dad30d-1df5-4baa-ac2e-d8ab49d996a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:28:22.389069 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-2b59e9d9-5984-4631-96be-7915b3de8588 req-c5d4947b-a22a-4bea-a8e3-5df0f5651872 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb8acce8-8a0d-42a7-b64f-05a0046f470e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558219 Aug 26 15:28:22.392939 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-e64187a4-4042-4202-adc5-3b34f3f5635f req-68db9064-a91a-47ea-989a-58e23741cff0 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=bb8acce8-8a0d-42a7-b64f-05a0046f470e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529878 Aug 26 15:28:22.410500 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dad30d-1df5-4baa-ac2e-d8ab49d996a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64b6dfc7-9a4a-4f16-9038-ece830a713cb,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:28:22.416204 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-b2dad30d-1df5-4baa-ac2e-d8ab49d996a4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c847b6fc70514f4fa5dc9dd456210425&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3236983 Aug 26 15:28:22.418940 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 60026) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:28:22.466842 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-94ada13a-e0c4-461a-ab02-ca75a3910cd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:28:22.488554 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-94ada13a-e0c4-461a-ab02-ca75a3910cd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:28:22.537784 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-94ada13a-e0c4-461a-ab02-ca75a3910cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:28:22.540308 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-94ada13a-e0c4-461a-ab02-ca75a3910cd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:28:22.541441 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-94ada13a-e0c4-461a-ab02-ca75a3910cd7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/64b6dfc7-9a4a-4f16-9038-ece830a713cb HTTP/1.1" status: 204 len: 168 time: 0.1216884 Aug 26 15:28:22.550085 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ada13a-e0c4-461a-ab02-ca75a3910cd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64b6dfc7-9a4a-4f16-9038-ece830a713cb,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:28:22.930713 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15333598-aec9-4305-9922-65dcda08d890 req-ced28baa-0d1f-4de6-ac95-2fc34a19d21f tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:28:22.932260 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-15333598-aec9-4305-9922-65dcda08d890 req-ced28baa-0d1f-4de6-ac95-2fc34a19d21f tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc6d676a-9c2d-4017-9854-6ef6dbb13c54 HTTP/1.1" status: 200 len: 946 time: 0.0628879 Aug 26 15:28:22.984385 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-15333598-aec9-4305-9922-65dcda08d890 req-1242207f-c3c5-4d41-ad78-247bc28fdbc0 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=91c8d1dc-3a35-4d14-bfc1-2a332cc1b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367434 Aug 26 15:28:23.525529 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e65d7f-24a7-41e7-b651-7faf14a0f398 req-858a4950-ced4-4392-a531-f86014d68ab9 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:28:23.527420 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-86e65d7f-24a7-41e7-b651-7faf14a0f398 req-858a4950-ced4-4392-a531-f86014d68ab9 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e3b2300-fb25-4d73-8dc1-8da5c0aa2c9a HTTP/1.1" status: 200 len: 946 time: 0.0631881 Aug 26 15:28:23.572999 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-86e65d7f-24a7-41e7-b651-7faf14a0f398 req-818e78a9-c023-4fa8-9567-658c42e68a06 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb8acce8-8a0d-42a7-b64f-05a0046f470e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380521 Aug 26 15:28:23.633514 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 60072) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:28:23.738244 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-90a2fda7-1422-41c5-aade-1fc139177420 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:28:23.830194 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-90a2fda7-1422-41c5-aade-1fc139177420 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:28:23.834003 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-90a2fda7-1422-41c5-aade-1fc139177420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:28:23.873183 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-90a2fda7-1422-41c5-aade-1fc139177420 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d6b1d6b8e3d64c81a6b28e431802a479&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2385340 Aug 26 15:28:23.874047 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a2fda7-1422-41c5-aade-1fc139177420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74679ef5-6232-4e32-b8cd-cf0b093d028a,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:28:23.875925 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 60076) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:28:23.929939 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-90f39f31-6e0c-4664-a469-49b3ec98a73f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:28:23.951394 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-90f39f31-6e0c-4664-a469-49b3ec98a73f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:28:23.999731 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-90f39f31-6e0c-4664-a469-49b3ec98a73f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:28:24.002401 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-90f39f31-6e0c-4664-a469-49b3ec98a73f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:28:24.003559 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-90f39f31-6e0c-4664-a469-49b3ec98a73f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/74679ef5-6232-4e32-b8cd-cf0b093d028a HTTP/1.1" status: 204 len: 168 time: 0.1265612 Aug 26 15:28:24.013146 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f39f31-6e0c-4664-a469-49b3ec98a73f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74679ef5-6232-4e32-b8cd-cf0b093d028a,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:28:24.114057 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558a5894-4476-4517-bacd-89337b580769 req-4de43c7d-02b3-4ca9-99ec-fccc3d3dc349 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:28:24.115652 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-558a5894-4476-4517-bacd-89337b580769 req-4de43c7d-02b3-4ca9-99ec-fccc3d3dc349 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc6d676a-9c2d-4017-9854-6ef6dbb13c54 HTTP/1.1" status: 200 len: 946 time: 0.0543983 Aug 26 15:28:24.156013 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-558a5894-4476-4517-bacd-89337b580769 req-bcbf4316-b05e-438a-980e-60c88bdff490 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=91c8d1dc-3a35-4d14-bfc1-2a332cc1b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342116 Aug 26 15:28:25.000786 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7278fcfe-6e22-4fb8-9928-862c300a9909 req-934f525b-9fbb-4a40-b7af-a9f2f198442a tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:28:25.002690 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-7278fcfe-6e22-4fb8-9928-862c300a9909 req-934f525b-9fbb-4a40-b7af-a9f2f198442a tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e3b2300-fb25-4d73-8dc1-8da5c0aa2c9a HTTP/1.1" status: 200 len: 946 time: 0.3511307 Aug 26 15:28:25.043399 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-7278fcfe-6e22-4fb8-9928-862c300a9909 req-993e9128-6aa8-482a-b9f6-5817e3423550 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb8acce8-8a0d-42a7-b64f-05a0046f470e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336652 Aug 26 15:28:25.174955 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0716a58f-9637-475d-afbf-03fbc6a76707 req-c6aced91-f540-45be-83e8-7c5374a1d523 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:28:25.177318 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-0716a58f-9637-475d-afbf-03fbc6a76707 req-c6aced91-f540-45be-83e8-7c5374a1d523 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e3b2300-fb25-4d73-8dc1-8da5c0aa2c9a HTTP/1.1" status: 200 len: 946 time: 0.0596719 Aug 26 15:28:25.235917 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-0716a58f-9637-475d-afbf-03fbc6a76707 req-7af5f03c-1982-4ce5-b15f-4b3b4919e558 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb8acce8-8a0d-42a7-b64f-05a0046f470e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495954 Aug 26 15:28:25.259474 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 60158) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:28:25.304096 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0609cb67-acb8-48a3-b825-be6a8cdb9a81 req-ac0abdb8-3405-44e5-823f-25903bb2fbf3 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:28:25.305662 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-0609cb67-acb8-48a3-b825-be6a8cdb9a81 req-ac0abdb8-3405-44e5-823f-25903bb2fbf3 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc6d676a-9c2d-4017-9854-6ef6dbb13c54 HTTP/1.1" status: 200 len: 946 time: 0.0566738 Aug 26 15:28:25.361986 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-0609cb67-acb8-48a3-b825-be6a8cdb9a81 req-679280aa-0028-486e-891f-1387edc2fa96 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=91c8d1dc-3a35-4d14-bfc1-2a332cc1b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472150 Aug 26 15:28:25.488307 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77ddc6f-2791-4eb5-ab4c-f6f59d3ff65a tempest-TestShelveInstance-445338734 tempest-TestShelveInstance-445338734-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:28:25.489908 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-d77ddc6f-2791-4eb5-ab4c-f6f59d3ff65a tempest-TestShelveInstance-445338734 tempest-TestShelveInstance-445338734-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=1e3b2300-fb25-4d73-8dc1-8da5c0aa2c9a HTTP/1.1" status: 200 len: 1094 time: 0.2288110 Aug 26 15:28:25.492790 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 60166) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:28:25.497300 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [None req-0a72a3aa-eb04-4508-8e02-3e048e85266a tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Request body: {'floatingip': {'floating_network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'port_id': 'ed32a2bc-9d64-43e2-af50-c91e256a3a42', 'tenant_id': '6f82b801e0334e5b8e81593b9cfcefb6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:28:25.521687 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-0a72a3aa-eb04-4508-8e02-3e048e85266a tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Notify callbacks [] for floatingip, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:28:25.630773 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-0a72a3aa-eb04-4508-8e02-3e048e85266a tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:28:25.758787 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.db.db_base_plugin_common [None req-0a72a3aa-eb04-4508-8e02-3e048e85266a tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Allocated IP 172.27.3.95 (94c3c280-690c-4a83-85d9-6b8aea125a5e/fcbbbf85-6bcd-493f-b527-2ade21fd40af/beaebf79-283e-4709-9f3c-99ba0ea7425b) {{(pid=93841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:28:25.875583 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-0a72a3aa-eb04-4508-8e02-3e048e85266a tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Notify callbacks [] for port, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:28:25.915270 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-0a72a3aa-eb04-4508-8e02-3e048e85266a tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793280355359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263742114'] for port, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:28:25.959481 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a72a3aa-eb04-4508-8e02-3e048e85266a tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Network 94c3c280-690c-4a83-85d9-6b8aea125a5e is already hosted by enough agents. {{(pid=93841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:28:25.962348 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.scheduler.base_scheduler [None req-0a72a3aa-eb04-4508-8e02-3e048e85266a tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Resources bound (agent type, host, resource id): {{(pid=93841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:28:25.966745 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a72a3aa-eb04-4508-8e02-3e048e85266a tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Received port after_create {{(pid=93841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 15:28:25.969784 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a72a3aa-eb04-4508-8e02-3e048e85266a tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Pushing event updated for resources: {'Port': ['ID=beaebf79-283e-4709-9f3c-99ba0ea7425b,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:28:26.332089 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-0a72a3aa-eb04-4508-8e02-3e048e85266a tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:28:26.410848 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-0a72a3aa-eb04-4508-8e02-3e048e85266a tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:28:26.498260 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba9da92-6b5f-428f-8f57-e926d79c5737 req-b171fd4a-8395-442d-abc2-08f7744af15d tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:28:26.500006 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-1ba9da92-6b5f-428f-8f57-e926d79c5737 req-b171fd4a-8395-442d-abc2-08f7744af15d tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc6d676a-9c2d-4017-9854-6ef6dbb13c54 HTTP/1.1" status: 200 len: 946 time: 0.0507522 Aug 26 15:28:26.543318 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-1ba9da92-6b5f-428f-8f57-e926d79c5737 req-e1456be0-4f70-47e1-a301-c1c4fa188783 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=91c8d1dc-3a35-4d14-bfc1-2a332cc1b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362356 Aug 26 15:28:26.586857 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-0a72a3aa-eb04-4508-8e02-3e048e85266a tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Notify callbacks [] for port, precommit_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:28:26.591293 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-0a72a3aa-eb04-4508-8e02-3e048e85266a tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263742139'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:28:26.665188 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a72a3aa-eb04-4508-8e02-3e048e85266a tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Pushing event updated for resources: {'Port': ['ID=beaebf79-283e-4709-9f3c-99ba0ea7425b,revision_number=2']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:28:26.679830 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-0a72a3aa-eb04-4508-8e02-3e048e85266a tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3928447'] for floatingip, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:28:26.789684 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.db.l3_db [None req-0a72a3aa-eb04-4508-8e02-3e048e85266a tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Floating IP c9bd8139-3d26-4b46-9416-996066585e6a associated. External IP: 172.27.3.95, port: ed32a2bc-9d64-43e2-af50-c91e256a3a42. Aug 26 15:28:27.012488 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a72a3aa-eb04-4508-8e02-3e048e85266a tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Router 2a229c2e-82ca-42f4-8696-b1084b460c61 has already been hosted by L3 agent 00a7d786-edfd-4f04-9152-3b7ae2bbf8ca {{(pid=93841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 15:28:27.127094 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a72a3aa-eb04-4508-8e02-3e048e85266a tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Notify agent at l3_agent.dv-cinder-779576-7-iscsi the message routers_updated {{(pid=93841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 15:28:27.141734 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860e790e-527d-450b-9a9e-7ca6ec351ace None None] Sync routers for ids ['2a229c2e-82ca-42f4-8696-b1084b460c61'] in dv-cinder-779576-7-iscsi {{(pid=93843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 15:28:27.153332 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-0a72a3aa-eb04-4508-8e02-3e048e85266a tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4089636'] for floatingip, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:28:27.154961 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860e790e-527d-450b-9a9e-7ca6ec351ace None None] Routers {'2a229c2e-82ca-42f4-8696-b1084b460c61'} bound to L3 agent in host dv-cinder-779576-7-iscsi {{(pid=93843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 15:28:27.156279 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-860e790e-527d-450b-9a9e-7ca6ec351ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-26T15:14:10Z,description=,heartbeat_timestamp=2021-08-26T15:28:10Z,host='dv-cinder-779576-7-iscsi',id=00a7d786-edfd-4f04-9152-3b7ae2bbf8ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T15:14:10Z,topic='l3_agent')) {'router_ids': ['2a229c2e-82ca-42f4-8696-b1084b460c61'], 'active': True} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:28:27.189239 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-0a72a3aa-eb04-4508-8e02-3e048e85266a tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6894226 Aug 26 15:28:27.189239 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e3b2300-fb25-4d73-8dc1-8da5c0aa2c9a', 'tag': 'ed32a2bc-9d64-43e2-af50-c91e256a3a42'}] {{(pid=93841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 15:28:27.189239 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40d6179e675e884694bb6412ad93f17435ac71a39ec2274297e1b4aadb89820e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f3910c4-3307-4288-9975-986513cb13ba" -d '{"events": [{"name": "network-changed", "server_uuid": "1e3b2300-fb25-4d73-8dc1-8da5c0aa2c9a", "tag": "ed32a2bc-9d64-43e2-af50-c91e256a3a42"}]}' {{(pid=93841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:28:27.225317 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 15:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16c9d6d2-15c8-4585-80d1-9fe10cd2b4af x-openstack-request-id: req-16c9d6d2-15c8-4585-80d1-9fe10cd2b4af {{(pid=93841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:28:27.225615 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e3b2300-fb25-4d73-8dc1-8da5c0aa2c9a", "tag": "ed32a2bc-9d64-43e2-af50-c91e256a3a42", "status": "completed", "code": 200}]} {{(pid=93841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:28:27.225901 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-16c9d6d2-15c8-4585-80d1-9fe10cd2b4af {{(pid=93841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:28:27.226304 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e3b2300-fb25-4d73-8dc1-8da5c0aa2c9a', 'tag': 'ed32a2bc-9d64-43e2-af50-c91e256a3a42', 'status': 'completed', 'code': 200} Aug 26 15:28:27.275448 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvr_db [None req-860e790e-527d-450b-9a9e-7ca6ec351ace None None] Set router 2a229c2e-82ca-42f4-8696-b1084b460c61 gateway port host: dv-cinder-779576-7-iscsi {{(pid=93843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 15:28:27.296300 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3910c4-3307-4288-9975-986513cb13ba req-ceff088f-9630-4699-883e-0ee6cb021a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:28:27.297851 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-3f3910c4-3307-4288-9975-986513cb13ba req-ceff088f-9630-4699-883e-0ee6cb021a95 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6f82b801e0334e5b8e81593b9cfcefb6&device_id=1e3b2300-fb25-4d73-8dc1-8da5c0aa2c9a HTTP/1.1" status: 200 len: 1099 time: 0.0484455 Aug 26 15:28:27.399924 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3910c4-3307-4288-9975-986513cb13ba req-4d5c40e9-5972-4bf6-8f35-44c4bfa12c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:28:27.401329 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-3f3910c4-3307-4288-9975-986513cb13ba req-4d5c40e9-5972-4bf6-8f35-44c4bfa12c88 service neutron] 10.222.0.47 "GET /v2.0/networks?id=329fd950-a540-4a75-a3a7-58422b6c25d2 HTTP/1.1" status: 200 len: 910 time: 0.0955799 Aug 26 15:28:27.477089 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-3f3910c4-3307-4288-9975-986513cb13ba req-0df2b0fb-85f9-468f-ae09-fbbae0ca9df0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ed32a2bc-9d64-43e2-af50-c91e256a3a42 HTTP/1.1" status: 200 len: 999 time: 0.0666313 Aug 26 15:28:27.519703 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-860e790e-527d-450b-9a9e-7ca6ec351ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a229c2e-82ca-42f4-8696-b1084b460c61', 'name': 'tempest-TestShelveInstance-1118848207-router', 'tenant_id': '6f82b801e0334e5b8e81593b9cfcefb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': 'ac3550e0-27b0-4a2b-a939-b2a5d0f96558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:27:34Z', 'updated_at': '2021-08-26T15:27:37Z', 'revision_number': 4, 'project_id': '6f82b801e0334e5b8e81593b9cfcefb6', 'gw_port': {'id': 'ac3550e0-27b0-4a2b-a939-b2a5d0f96558', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:14:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a229c2e-82ca-42f4-8696-b1084b460c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:27:35Z', 'updated_at': '2021-08-26T15:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi', '_floatingips': [{'id': 'c9bd8139-3d26-4b46-9416-996066585e6a', 'tenant_id': '6f82b801e0334e5b8e81593b9cfcefb6', 'floating_ip_address': '172.27.3.95', 'floating_network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'router_id': '2a229c2e-82ca-42f4-8696-b1084b460c61', 'port_id': 'ed32a2bc-9d64-43e2-af50-c91e256a3a42', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '329fd950-a540-4a75-a3a7-58422b6c25d2', 'mac_address': 'fa:16:3e:2b:ff:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3b2300-fb25-4d73-8dc1-8da5c0aa2c9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T15:28:26Z', 'updated_at': '2021-08-26T15:28:26Z', 'revision_number': 0, 'project_id': '6f82b801e0334e5b8e81593b9cfcefb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd98bb76a-750c-4626-b037-af80e01a076e', 'name': '', 'network_id': '329fd950-a540-4a75-a3a7-58422b6c25d2', 'tenant_id': '6f82b801e0334e5b8e81593b9cfcefb6', 'mac_address': 'fa:16:3e:e1:1a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a229c2e-82ca-42f4-8696-b1084b460c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'dfc17a86-1d58-4632-8a91-fe4726db6b6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:27:37Z', 'updated_at': '2021-08-26T15:27:45Z', 'revision_number': 5, 'project_id': '6f82b801e0334e5b8e81593b9cfcefb6', 'subnets': [{'id': 'dfc17a86-1d58-4632-8a91-fe4726db6b6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-7-iscsi', False) {} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:28:27.533404 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3910c4-3307-4288-9975-986513cb13ba req-8258cb60-0559-40d3-9ffd-9eda94d70997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:28:27.534863 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-3f3910c4-3307-4288-9975-986513cb13ba req-8258cb60-0559-40d3-9ffd-9eda94d70997 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dfc17a86-1d58-4632-8a91-fe4726db6b6d HTTP/1.1" status: 200 len: 848 time: 0.0465908 Aug 26 15:28:27.545941 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860e790e-527d-450b-9a9e-7ca6ec351ace None None] Checking router: 2a229c2e-82ca-42f4-8696-b1084b460c61 for host: dv-cinder-779576-7-iscsi {{(pid=93843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 15:28:27.555155 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860e790e-527d-450b-9a9e-7ca6ec351ace None None] Routers {'2a229c2e-82ca-42f4-8696-b1084b460c61'} bound to L3 agent in host dv-cinder-779576-7-iscsi {{(pid=93843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 15:28:27.555765 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-860e790e-527d-450b-9a9e-7ca6ec351ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-26T15:14:10Z,description=,heartbeat_timestamp=2021-08-26T15:28:10Z,host='dv-cinder-779576-7-iscsi',id=00a7d786-edfd-4f04-9152-3b7ae2bbf8ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T15:14:10Z,topic='l3_agent')) {'router_ids': ['2a229c2e-82ca-42f4-8696-b1084b460c61'], 'active': True} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:28:27.588983 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3910c4-3307-4288-9975-986513cb13ba req-74f47a35-240e-4653-b424-334f4550b870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:28:27.590548 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-3f3910c4-3307-4288-9975-986513cb13ba req-74f47a35-240e-4653-b424-334f4550b870 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=329fd950-a540-4a75-a3a7-58422b6c25d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443568 Aug 26 15:28:27.669400 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvr_db [None req-860e790e-527d-450b-9a9e-7ca6ec351ace None None] Set router 2a229c2e-82ca-42f4-8696-b1084b460c61 gateway port host: dv-cinder-779576-7-iscsi {{(pid=93843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 15:28:27.725618 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05934233-b801-4a61-9957-2754e37492e8 req-80c74bd2-c64a-4c77-a2ed-f67e27408568 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:28:27.727180 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-05934233-b801-4a61-9957-2754e37492e8 req-80c74bd2-c64a-4c77-a2ed-f67e27408568 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc6d676a-9c2d-4017-9854-6ef6dbb13c54 HTTP/1.1" status: 200 len: 946 time: 0.0783708 Aug 26 15:28:27.734060 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-3f3910c4-3307-4288-9975-986513cb13ba req-da01ea85-a19a-4059-a754-3c24afb10c7b service neutron] 10.222.0.47 "GET /v2.0/networks/329fd950-a540-4a75-a3a7-58422b6c25d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347923 Aug 26 15:28:27.815818 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-05934233-b801-4a61-9957-2754e37492e8 req-3c290498-0726-4704-852b-e87434e44598 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=91c8d1dc-3a35-4d14-bfc1-2a332cc1b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808072 Aug 26 15:28:27.865751 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-3f3910c4-3307-4288-9975-986513cb13ba req-8e1def7e-4eb4-4b5b-8e23-2d1374cbd0ba service neutron] 10.222.0.47 "GET /v2.0/networks/329fd950-a540-4a75-a3a7-58422b6c25d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157897 Aug 26 15:28:27.917468 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-860e790e-527d-450b-9a9e-7ca6ec351ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a229c2e-82ca-42f4-8696-b1084b460c61', 'name': 'tempest-TestShelveInstance-1118848207-router', 'tenant_id': '6f82b801e0334e5b8e81593b9cfcefb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': 'ac3550e0-27b0-4a2b-a939-b2a5d0f96558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:27:34Z', 'updated_at': '2021-08-26T15:27:37Z', 'revision_number': 4, 'project_id': '6f82b801e0334e5b8e81593b9cfcefb6', 'gw_port': {'id': 'ac3550e0-27b0-4a2b-a939-b2a5d0f96558', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:14:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a229c2e-82ca-42f4-8696-b1084b460c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:27:35Z', 'updated_at': '2021-08-26T15:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi', '_floatingips': [{'id': 'c9bd8139-3d26-4b46-9416-996066585e6a', 'tenant_id': '6f82b801e0334e5b8e81593b9cfcefb6', 'floating_ip_address': '172.27.3.95', 'floating_network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'router_id': '2a229c2e-82ca-42f4-8696-b1084b460c61', 'port_id': 'ed32a2bc-9d64-43e2-af50-c91e256a3a42', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '329fd950-a540-4a75-a3a7-58422b6c25d2', 'mac_address': 'fa:16:3e:2b:ff:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3b2300-fb25-4d73-8dc1-8da5c0aa2c9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T15:28:26Z', 'updated_at': '2021-08-26T15:28:26Z', 'revision_number': 0, 'project_id': '6f82b801e0334e5b8e81593b9cfcefb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd98bb76a-750c-4626-b037-af80e01a076e', 'name': '', 'network_id': '329fd950-a540-4a75-a3a7-58422b6c25d2', 'tenant_id': '6f82b801e0334e5b8e81593b9cfcefb6', 'mac_address': 'fa:16:3e:e1:1a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a229c2e-82ca-42f4-8696-b1084b460c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'dfc17a86-1d58-4632-8a91-fe4726db6b6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:27:37Z', 'updated_at': '2021-08-26T15:27:45Z', 'revision_number': 5, 'project_id': '6f82b801e0334e5b8e81593b9cfcefb6', 'subnets': [{'id': 'dfc17a86-1d58-4632-8a91-fe4726db6b6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-7-iscsi', False) {} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:28:27.949401 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860e790e-527d-450b-9a9e-7ca6ec351ace None None] The sync data for ids ['2a229c2e-82ca-42f4-8696-b1084b460c61'] in dv-cinder-779576-7-iscsi is: [{'id': '2a229c2e-82ca-42f4-8696-b1084b460c61', 'name': 'tempest-TestShelveInstance-1118848207-router', 'tenant_id': '6f82b801e0334e5b8e81593b9cfcefb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': 'ac3550e0-27b0-4a2b-a939-b2a5d0f96558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:27:34Z', 'updated_at': '2021-08-26T15:27:37Z', 'revision_number': 4, 'project_id': '6f82b801e0334e5b8e81593b9cfcefb6', 'gw_port': {'id': 'ac3550e0-27b0-4a2b-a939-b2a5d0f96558', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:14:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a229c2e-82ca-42f4-8696-b1084b460c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:27:35Z', 'updated_at': '2021-08-26T15:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi', '_floatingips': [{'id': 'c9bd8139-3d26-4b46-9416-996066585e6a', 'tenant_id': '6f82b801e0334e5b8e81593b9cfcefb6', 'floating_ip_address': '172.27.3.95', 'floating_network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'router_id': '2a229c2e-82ca-42f4-8696-b1084b460c61', 'port_id': 'ed32a2bc-9d64-43e2-af50-c91e256a3a42', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '329fd950-a540-4a75-a3a7-58422b6c25d2', 'mac_address': 'fa:16:3e:2b:ff:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3b2300-fb25-4d73-8dc1-8da5c0aa2c9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T15:28:26Z', 'updated_at': '2021-08-26T15:28:26Z', 'revision_number': 0, 'project_id': '6f82b801e0334e5b8e81593b9cfcefb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd98bb76a-750c-4626-b037-af80e01a076e', 'name': '', 'network_id': '329fd950-a540-4a75-a3a7-58422b6c25d2', 'tenant_id': '6f82b801e0334e5b8e81593b9cfcefb6', 'mac_address': 'fa:16:3e:e1:1a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a229c2e-82ca-42f4-8696-b1084b460c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'dfc17a86-1d58-4632-8a91-fe4726db6b6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:27:37Z', 'updated_at': '2021-08-26T15:27:45Z', 'revision_number': 5, 'project_id': '6f82b801e0334e5b8e81593b9cfcefb6', 'subnets': [{'id': 'dfc17a86-1d58-4632-8a91-fe4726db6b6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 15:28:28.168462 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5794cc-c461-47a2-a1c2-ccaf2505b5c3 None None] New status for floating IP c9bd8139-3d26-4b46-9416-996066585e6a: ACTIVE {{(pid=93844) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 15:28:28.946874 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3578da1-0325-43d6-ab21-ba3cd935a76b req-698b3515-3e0c-45af-a12b-c3406f390bf0 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:28:28.948422 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-f3578da1-0325-43d6-ab21-ba3cd935a76b req-698b3515-3e0c-45af-a12b-c3406f390bf0 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc6d676a-9c2d-4017-9854-6ef6dbb13c54 HTTP/1.1" status: 200 len: 946 time: 0.0531054 Aug 26 15:28:28.990514 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-f3578da1-0325-43d6-ab21-ba3cd935a76b req-4b3b09c1-ddc1-4662-bc61-90d9abbf3103 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=91c8d1dc-3a35-4d14-bfc1-2a332cc1b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360079 Aug 26 15:28:29.768239 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Device 7e8416d0-e93b-4faf-afed-ec9f484f6325 details requested by agent hyperv_hv-cinder-77957 with host hv-cinder-77957 {{(pid=93843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 15:28:29.860561 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] For port 7e8416d0-e93b-4faf-afed-ec9f484f6325, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=7e8416d0-e93b-4faf-afed-ec9f484f6325,segment=NetworkSegment(a2157187-b2ff-4956-9692-54ade6ba6784),segment_id=a2157187-b2ff-4956-9692-54ade6ba6784)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:28:29.873343 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Returning: {'device': '7e8416d0-e93b-4faf-afed-ec9f484f6325', 'network_id': 'd887f735-fbdb-4418-baf1-8e9e0d77221f', 'port_id': '7e8416d0-e93b-4faf-afed-ec9f484f6325', 'mac_address': 'fa:16:3e:b1:fc:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dc1893b-86f2-4498-b069-d334c29d6d3f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 15:28:29.909966 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:28:29.926106 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.notifiers.nova [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7e8416d0-e93b-4faf-afed-ec9f484f6325 {{(pid=93843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 15:28:29.946922 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] For port 7e8416d0-e93b-4faf-afed-ec9f484f6325, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=7e8416d0-e93b-4faf-afed-ec9f484f6325,segment=NetworkSegment(a2157187-b2ff-4956-9692-54ade6ba6784),segment_id=a2157187-b2ff-4956-9692-54ade6ba6784)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:28:29.950870 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:28:30.002483 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Pushing event updated for resources: {'Port': ['ID=7e8416d0-e93b-4faf-afed-ec9f484f6325,revision_number=6']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:28:30.066063 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] get_ports_and_sgs() called for port_ids ['7e8416d0-e93b-4faf-afed-ec9f484f6325'] {{(pid=93843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 15:28:30.119855 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7664f4c1-7899-46ba-b513-94513cb30f47 req-91662885-debc-4979-b4ef-dee431dbda02 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:28:30.121376 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-7664f4c1-7899-46ba-b513-94513cb30f47 req-91662885-debc-4979-b4ef-dee431dbda02 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc6d676a-9c2d-4017-9854-6ef6dbb13c54 HTTP/1.1" status: 200 len: 945 time: 0.0512102 Aug 26 15:28:30.161119 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-7664f4c1-7899-46ba-b513-94513cb30f47 req-6c68c42f-5951-4c16-8322-3e48c71f1be7 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=91c8d1dc-3a35-4d14-bfc1-2a332cc1b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334764 Aug 26 15:28:31.300461 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8840c593-4a0b-4e00-83ad-c9700f6199eb req-1047f655-ec6b-4bba-9254-b081b7867658 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:28:31.302055 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-8840c593-4a0b-4e00-83ad-c9700f6199eb req-1047f655-ec6b-4bba-9254-b081b7867658 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc6d676a-9c2d-4017-9854-6ef6dbb13c54 HTTP/1.1" status: 200 len: 945 time: 0.0531301 Aug 26 15:28:31.343679 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-8840c593-4a0b-4e00-83ad-c9700f6199eb req-5d641346-f46b-4726-b2de-da8ba2015a18 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=91c8d1dc-3a35-4d14-bfc1-2a332cc1b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348108 Aug 26 15:28:31.777595 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Device 7e8416d0-e93b-4faf-afed-ec9f484f6325 up at agent hyperv_hv-cinder-77957 {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:28:31.837891 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Provisioning complete for port 7e8416d0-e93b-4faf-afed-ec9f484f6325 triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:28:31.838571 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:28:31.983630 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:28:32.011636 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc6d676a-9c2d-4017-9854-6ef6dbb13c54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e8416d0-e93b-4faf-afed-ec9f484f6325'}] {{(pid=93843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 15:28:32.014125 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d587d98fe02f6619f456de0f45288515ee723af96d1e5c8ab0bdf50e2145b638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38a85076-40d0-469c-8fec-9c2d3e30393e" -d '{"events": [{"server_uuid": "dc6d676a-9c2d-4017-9854-6ef6dbb13c54", "name": "network-vif-plugged", "status": "completed", "tag": "7e8416d0-e93b-4faf-afed-ec9f484f6325"}]}' {{(pid=93843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:28:32.035863 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] For port 7e8416d0-e93b-4faf-afed-ec9f484f6325, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=7e8416d0-e93b-4faf-afed-ec9f484f6325,segment=NetworkSegment(a2157187-b2ff-4956-9692-54ade6ba6784),segment_id=a2157187-b2ff-4956-9692-54ade6ba6784)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:28:32.053363 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:28:32.084747 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 15:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46c437d0-798d-427a-a092-18681485d786 x-openstack-request-id: req-46c437d0-798d-427a-a092-18681485d786 {{(pid=93843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:28:32.085044 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc6d676a-9c2d-4017-9854-6ef6dbb13c54", "name": "network-vif-plugged", "status": "completed", "tag": "7e8416d0-e93b-4faf-afed-ec9f484f6325", "code": 200}]} {{(pid=93843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:28:32.085286 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-46c437d0-798d-427a-a092-18681485d786 {{(pid=93843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:28:32.085683 dv-cinder-779576-7-iscsi neutron-server[93843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc6d676a-9c2d-4017-9854-6ef6dbb13c54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e8416d0-e93b-4faf-afed-ec9f484f6325', 'code': 200} Aug 26 15:28:32.125391 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Pushing event updated for resources: {'Port': ['ID=7e8416d0-e93b-4faf-afed-ec9f484f6325,revision_number=7']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:28:32.486701 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6ad00f-b816-4e85-af2f-55800116fe5b req-64098eea-dead-495e-937f-9dde0c0429ad tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:28:32.498092 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-9e6ad00f-b816-4e85-af2f-55800116fe5b req-64098eea-dead-495e-937f-9dde0c0429ad tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc6d676a-9c2d-4017-9854-6ef6dbb13c54 HTTP/1.1" status: 200 len: 946 time: 0.0728476 Aug 26 15:28:32.575201 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-9e6ad00f-b816-4e85-af2f-55800116fe5b req-8b75c7df-b0bd-4e6c-a128-5f7954d87df3 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=91c8d1dc-3a35-4d14-bfc1-2a332cc1b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742323 Aug 26 15:28:33.741190 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddb9c02-d2ff-4279-a446-e82211be080c req-9cb352d9-dc94-4af0-8091-bf9501487d83 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:28:33.749484 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-eddb9c02-d2ff-4279-a446-e82211be080c req-9cb352d9-dc94-4af0-8091-bf9501487d83 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc6d676a-9c2d-4017-9854-6ef6dbb13c54 HTTP/1.1" status: 200 len: 946 time: 0.0699017 Aug 26 15:28:33.803599 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-eddb9c02-d2ff-4279-a446-e82211be080c req-842d6e27-9584-46da-adac-6e4ac0760f2f tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=91c8d1dc-3a35-4d14-bfc1-2a332cc1b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530424 Aug 26 15:28:35.005437 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d30051-ca28-457a-a7b9-0c51b4d18a18 req-98d3388d-bd41-4fd5-a753-5725a59c9f59 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:28:35.008693 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-42d30051-ca28-457a-a7b9-0c51b4d18a18 req-98d3388d-bd41-4fd5-a753-5725a59c9f59 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc6d676a-9c2d-4017-9854-6ef6dbb13c54 HTTP/1.1" status: 200 len: 946 time: 0.0888994 Aug 26 15:28:35.086910 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-42d30051-ca28-457a-a7b9-0c51b4d18a18 req-fe2539d4-69eb-475a-a5e7-32813942db04 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=91c8d1dc-3a35-4d14-bfc1-2a332cc1b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705922 Aug 26 15:28:36.020143 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.agents_db [None req-f94a4f8d-c04a-4845-8e45-3296fab2d83d None None] Agent healthcheck: found 6 active agents {{(pid=93844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 15:28:36.265374 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96de6bf-61ba-4380-9410-b62beb9f0a79 req-d7f181a6-71d0-429c-82c1-34201588cd6f tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:28:36.280494 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-d96de6bf-61ba-4380-9410-b62beb9f0a79 req-d7f181a6-71d0-429c-82c1-34201588cd6f tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc6d676a-9c2d-4017-9854-6ef6dbb13c54 HTTP/1.1" status: 200 len: 946 time: 0.0858767 Aug 26 15:28:36.344593 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-d96de6bf-61ba-4380-9410-b62beb9f0a79 req-370714f3-03e3-46fa-9627-2c1e5336ff0a tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=91c8d1dc-3a35-4d14-bfc1-2a332cc1b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623834 Aug 26 15:28:37.199449 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-73eda155-7fe7-433c-a0ee-37a0e9f4e412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:28:37.495983 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3b5e03-0b00-4f0b-bdc9-a89058d39931 req-3b7d90a5-21c1-48a0-b5fa-d9aeefbabcbb tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:28:37.497690 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-7f3b5e03-0b00-4f0b-bdc9-a89058d39931 req-3b7d90a5-21c1-48a0-b5fa-d9aeefbabcbb tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc6d676a-9c2d-4017-9854-6ef6dbb13c54 HTTP/1.1" status: 200 len: 946 time: 0.0614858 Aug 26 15:28:37.561900 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-7f3b5e03-0b00-4f0b-bdc9-a89058d39931 req-20223629-1f09-48cc-9577-0188b29be0fe tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=91c8d1dc-3a35-4d14-bfc1-2a332cc1b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574057 Aug 26 15:28:38.722587 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4f8154-a233-4587-83af-e2d9d97f60e2 req-4cb05dbc-2a93-4bcf-ba51-2cf9d1d4cca9 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:28:38.724323 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-3e4f8154-a233-4587-83af-e2d9d97f60e2 req-4cb05dbc-2a93-4bcf-ba51-2cf9d1d4cca9 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc6d676a-9c2d-4017-9854-6ef6dbb13c54 HTTP/1.1" status: 200 len: 946 time: 0.0673139 Aug 26 15:28:38.783349 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-3e4f8154-a233-4587-83af-e2d9d97f60e2 req-3db6cc00-95ab-445f-a0e9-946751361961 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=91c8d1dc-3a35-4d14-bfc1-2a332cc1b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471299 Aug 26 15:28:38.911065 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:28:39.894023 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:28:39.951441 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5de7485-60dd-416d-83b3-a5a92e4c3579 req-eed70d23-caf2-4b3e-8e5c-989f04efc96c tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:28:39.953985 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-b5de7485-60dd-416d-83b3-a5a92e4c3579 req-eed70d23-caf2-4b3e-8e5c-989f04efc96c tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc6d676a-9c2d-4017-9854-6ef6dbb13c54 HTTP/1.1" status: 200 len: 946 time: 0.0565646 Aug 26 15:28:39.967653 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-cf026d20-ef82-4415-8db4-b49146c8877b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:28:40.011228 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-b5de7485-60dd-416d-83b3-a5a92e4c3579 req-51a61d17-4407-439c-a191-a022a78c402e tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=91c8d1dc-3a35-4d14-bfc1-2a332cc1b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505502 Aug 26 15:28:41.174051 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a83188-f180-4889-9503-2aa39cc03558 req-fa79a39e-4a73-40a9-b9a2-9e3df74bf692 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:28:41.176217 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-84a83188-f180-4889-9503-2aa39cc03558 req-fa79a39e-4a73-40a9-b9a2-9e3df74bf692 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc6d676a-9c2d-4017-9854-6ef6dbb13c54 HTTP/1.1" status: 200 len: 946 time: 0.0832276 Aug 26 15:28:41.225234 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-84a83188-f180-4889-9503-2aa39cc03558 req-7e65ad15-5b66-4fe0-a45d-d577e2260b35 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=91c8d1dc-3a35-4d14-bfc1-2a332cc1b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403256 Aug 26 15:28:41.372182 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c45f19a1-5a59-44e4-9446-0a9261f71b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:28:41.882396 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55a61d9-49a6-4455-8cbf-9a969f793f84 req-ceb69ed9-915c-446a-995e-17bffcc59574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:28:41.883845 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-f55a61d9-49a6-4455-8cbf-9a969f793f84 req-ceb69ed9-915c-446a-995e-17bffcc59574 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=51d0a6d3e78f46f98a1a4881bf9eb094&device_id=dc6d676a-9c2d-4017-9854-6ef6dbb13c54 HTTP/1.1" status: 200 len: 1099 time: 0.0425382 Aug 26 15:28:41.980733 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55a61d9-49a6-4455-8cbf-9a969f793f84 req-a979ccf8-cf19-4fc1-97fd-1fa3295f1966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:28:41.982312 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-f55a61d9-49a6-4455-8cbf-9a969f793f84 req-a979ccf8-cf19-4fc1-97fd-1fa3295f1966 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d887f735-fbdb-4418-baf1-8e9e0d77221f HTTP/1.1" status: 200 len: 918 time: 0.0913048 Aug 26 15:28:42.047949 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-f55a61d9-49a6-4455-8cbf-9a969f793f84 req-2cb51ad5-3c03-4552-bb4f-7fea9515effb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e8416d0-e93b-4faf-afed-ec9f484f6325 HTTP/1.1" status: 200 len: 1002 time: 0.0583684 Aug 26 15:28:42.103756 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55a61d9-49a6-4455-8cbf-9a969f793f84 req-a8c4b6dc-076a-4f95-a825-34250555f60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:28:42.105220 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-f55a61d9-49a6-4455-8cbf-9a969f793f84 req-a8c4b6dc-076a-4f95-a825-34250555f60d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2dc1893b-86f2-4498-b069-d334c29d6d3f HTTP/1.1" status: 200 len: 856 time: 0.0497055 Aug 26 15:28:42.153780 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55a61d9-49a6-4455-8cbf-9a969f793f84 req-bf8f61c9-9f16-43dc-8272-0f0bb98d1a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:28:42.155401 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-f55a61d9-49a6-4455-8cbf-9a969f793f84 req-bf8f61c9-9f16-43dc-8272-0f0bb98d1a32 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d887f735-fbdb-4418-baf1-8e9e0d77221f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419753 Aug 26 15:28:42.257914 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-f55a61d9-49a6-4455-8cbf-9a969f793f84 req-256f9cca-60cb-49c5-8858-656c4e93114a service neutron] 10.222.0.47 "GET /v2.0/networks/d887f735-fbdb-4418-baf1-8e9e0d77221f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938411 Aug 26 15:28:42.385547 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221f29be-bd57-4b32-b96d-021156378970 req-588a2a91-9802-4c7a-8dff-634f0ff72e80 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:28:42.386179 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-f55a61d9-49a6-4455-8cbf-9a969f793f84 req-3c73e78d-3fed-4fce-89a7-d0fcb1d7f961 service neutron] 10.222.0.47 "GET /v2.0/networks/d887f735-fbdb-4418-baf1-8e9e0d77221f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203454 Aug 26 15:28:42.387296 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-221f29be-bd57-4b32-b96d-021156378970 req-588a2a91-9802-4c7a-8dff-634f0ff72e80 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc6d676a-9c2d-4017-9854-6ef6dbb13c54 HTTP/1.1" status: 200 len: 946 time: 0.0574076 Aug 26 15:28:42.432823 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-221f29be-bd57-4b32-b96d-021156378970 req-a37fe0e8-5952-4630-93ad-a2db157a0f4c tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=91c8d1dc-3a35-4d14-bfc1-2a332cc1b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377162 Aug 26 15:28:42.997687 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-a6032fac-f2a0-46d6-9c2c-2483dfdc6249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:28:43.573656 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d54849f-cbaa-487f-aec7-478439288fb5 req-7afb6fe4-6bba-438c-9d3c-c454b76f5dd3 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:28:43.575509 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-3d54849f-cbaa-487f-aec7-478439288fb5 req-7afb6fe4-6bba-438c-9d3c-c454b76f5dd3 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc6d676a-9c2d-4017-9854-6ef6dbb13c54 HTTP/1.1" status: 200 len: 946 time: 0.0579453 Aug 26 15:28:43.623737 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-3d54849f-cbaa-487f-aec7-478439288fb5 req-1399d5d2-046b-4d6b-b6d3-4df5c0be2dcd tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=91c8d1dc-3a35-4d14-bfc1-2a332cc1b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420818 Aug 26 15:28:44.747722 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931ac60f-c2d2-42e4-9c53-3554597846c0 req-5b6025ff-032b-4b63-8579-085774bd63d7 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:28:44.749193 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-931ac60f-c2d2-42e4-9c53-3554597846c0 req-5b6025ff-032b-4b63-8579-085774bd63d7 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc6d676a-9c2d-4017-9854-6ef6dbb13c54 HTTP/1.1" status: 200 len: 946 time: 0.0491979 Aug 26 15:28:44.793239 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-931ac60f-c2d2-42e4-9c53-3554597846c0 req-8f68cb0b-66e0-43c9-819f-52985f8765ea tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=91c8d1dc-3a35-4d14-bfc1-2a332cc1b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374026 Aug 26 15:28:45.726604 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3bc5e6-47f6-41c5-848c-f28be073f64e req-c6ae36e9-41d4-401d-ad29-427eba0a9fbc tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:28:45.728171 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-9f3bc5e6-47f6-41c5-848c-f28be073f64e req-c6ae36e9-41d4-401d-ad29-427eba0a9fbc tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc6d676a-9c2d-4017-9854-6ef6dbb13c54 HTTP/1.1" status: 200 len: 946 time: 0.0559921 Aug 26 15:28:45.763185 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-1177ca49-fc05-487d-b08a-9a7ed2e98706 req-e2c7cc8b-186f-427b-bcba-ef8ab6e40725 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=dc6d676a-9c2d-4017-9854-6ef6dbb13c54&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0465612 Aug 26 15:28:45.771977 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-9f3bc5e6-47f6-41c5-848c-f28be073f64e req-45573e03-aefc-4220-9797-7b913b95a3e0 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=91c8d1dc-3a35-4d14-bfc1-2a332cc1b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374534 Aug 26 15:28:45.894690 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Device 7e8416d0-e93b-4faf-afed-ec9f484f6325 no longer exists at agent hyperv_hv-cinder-77957 {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 15:28:45.973212 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:28:46.000360 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc6d676a-9c2d-4017-9854-6ef6dbb13c54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e8416d0-e93b-4faf-afed-ec9f484f6325'}] {{(pid=93843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 15:28:46.003110 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d587d98fe02f6619f456de0f45288515ee723af96d1e5c8ab0bdf50e2145b638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-962fc2be-dc78-4a00-a95c-affad96b4532" -d '{"events": [{"server_uuid": "dc6d676a-9c2d-4017-9854-6ef6dbb13c54", "name": "network-vif-unplugged", "status": "completed", "tag": "7e8416d0-e93b-4faf-afed-ec9f484f6325"}]}' {{(pid=93843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:28:46.019575 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] For port 7e8416d0-e93b-4faf-afed-ec9f484f6325, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=7e8416d0-e93b-4faf-afed-ec9f484f6325,segment=NetworkSegment(a2157187-b2ff-4956-9692-54ade6ba6784),segment_id=a2157187-b2ff-4956-9692-54ade6ba6784)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:28:46.023910 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:28:46.048752 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 26 Aug 2021 15:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1074f130-38f0-4281-9b82-b6e0dd94330b x-openstack-request-id: req-1074f130-38f0-4281-9b82-b6e0dd94330b {{(pid=93843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:28:46.049029 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc6d676a-9c2d-4017-9854-6ef6dbb13c54", "name": "network-vif-unplugged", "status": "failed", "tag": "7e8416d0-e93b-4faf-afed-ec9f484f6325", "code": 422}]} {{(pid=93843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:28:46.049217 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1074f130-38f0-4281-9b82-b6e0dd94330b {{(pid=93843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:28:46.049653 dv-cinder-779576-7-iscsi neutron-server[93843]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'dc6d676a-9c2d-4017-9854-6ef6dbb13c54', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7e8416d0-e93b-4faf-afed-ec9f484f6325', 'code': 422} returned with failed status Aug 26 15:28:46.078599 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Pushing event updated for resources: {'Port': ['ID=7e8416d0-e93b-4faf-afed-ec9f484f6325,revision_number=8']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:28:46.086040 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:28:46.086388 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:28:46.086732 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:28:46.087069 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:28:46.087403 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:28:46.087758 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:28:46.088084 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:28:46.088412 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:28:46.088743 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:28:46.089066 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:28:46.089389 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:28:46.089736 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:28:46.582021 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1177ca49-fc05-487d-b08a-9a7ed2e98706 req-aa8b48c9-6877-4c8d-9fce-56add5d42cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:28:46.583555 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-1177ca49-fc05-487d-b08a-9a7ed2e98706 req-aa8b48c9-6877-4c8d-9fce-56add5d42cd7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=dc6d676a-9c2d-4017-9854-6ef6dbb13c54&tenant_id=51d0a6d3e78f46f98a1a4881bf9eb094 HTTP/1.1" status: 200 len: 1097 time: 0.0737500 Aug 26 15:28:46.645658 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1177ca49-fc05-487d-b08a-9a7ed2e98706 req-81534a6a-fd96-41a2-8d32-294f947b81b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:28:46.647208 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-1177ca49-fc05-487d-b08a-9a7ed2e98706 req-81534a6a-fd96-41a2-8d32-294f947b81b4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=51d0a6d3e78f46f98a1a4881bf9eb094&device_id=dc6d676a-9c2d-4017-9854-6ef6dbb13c54 HTTP/1.1" status: 200 len: 1097 time: 0.0413327 Aug 26 15:28:46.739619 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1177ca49-fc05-487d-b08a-9a7ed2e98706 req-a1e450d3-2a5b-46fb-b8d5-5a9d22848d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:28:46.741098 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-1177ca49-fc05-487d-b08a-9a7ed2e98706 req-a1e450d3-2a5b-46fb-b8d5-5a9d22848d83 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d887f735-fbdb-4418-baf1-8e9e0d77221f HTTP/1.1" status: 200 len: 918 time: 0.0865226 Aug 26 15:28:46.807710 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-1177ca49-fc05-487d-b08a-9a7ed2e98706 req-36a40895-33b5-4a40-8d47-9d8b5d7dc5f5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e8416d0-e93b-4faf-afed-ec9f484f6325 HTTP/1.1" status: 200 len: 1000 time: 0.0588310 Aug 26 15:28:46.859748 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1177ca49-fc05-487d-b08a-9a7ed2e98706 req-fa8e68af-0155-4beb-97e1-f1300d4c7e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:28:46.861839 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-1177ca49-fc05-487d-b08a-9a7ed2e98706 req-fa8e68af-0155-4beb-97e1-f1300d4c7e65 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2dc1893b-86f2-4498-b069-d334c29d6d3f HTTP/1.1" status: 200 len: 856 time: 0.0455692 Aug 26 15:28:46.904646 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad30eef2-441e-4e7b-8337-8d48c2291a7f req-4a947d53-a9d1-47ff-a2ef-031c785cbeaf tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:28:46.906200 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-ad30eef2-441e-4e7b-8337-8d48c2291a7f req-4a947d53-a9d1-47ff-a2ef-031c785cbeaf tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc6d676a-9c2d-4017-9854-6ef6dbb13c54 HTTP/1.1" status: 200 len: 944 time: 0.0546489 Aug 26 15:28:46.913541 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1177ca49-fc05-487d-b08a-9a7ed2e98706 req-df0602c5-0927-469b-865b-fb1e507901f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:28:46.915046 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-1177ca49-fc05-487d-b08a-9a7ed2e98706 req-df0602c5-0927-469b-865b-fb1e507901f7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d887f735-fbdb-4418-baf1-8e9e0d77221f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0454276 Aug 26 15:28:46.947087 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-ad30eef2-441e-4e7b-8337-8d48c2291a7f req-36b04959-6a5c-4958-a830-6b7180ed8f97 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=91c8d1dc-3a35-4d14-bfc1-2a332cc1b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345223 Aug 26 15:28:47.006117 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-1177ca49-fc05-487d-b08a-9a7ed2e98706 req-5d38c206-0485-46a6-a619-168bb4213f2c service neutron] 10.222.0.47 "GET /v2.0/networks/d887f735-fbdb-4418-baf1-8e9e0d77221f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827601 Aug 26 15:28:47.099550 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-1177ca49-fc05-487d-b08a-9a7ed2e98706 req-0ddc555c-f3eb-4453-a511-7bdd7160e539 service neutron] 10.222.0.47 "GET /v2.0/networks/d887f735-fbdb-4418-baf1-8e9e0d77221f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854082 Aug 26 15:28:48.077090 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a106a6-e92f-421a-a77b-af5f18fcf70b req-8b1bbe25-06b7-4a9e-9fa0-7905e50f9ad0 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:28:48.078705 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-a1a106a6-e92f-421a-a77b-af5f18fcf70b req-8b1bbe25-06b7-4a9e-9fa0-7905e50f9ad0 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc6d676a-9c2d-4017-9854-6ef6dbb13c54 HTTP/1.1" status: 200 len: 944 time: 0.0560994 Aug 26 15:28:48.121021 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-a1a106a6-e92f-421a-a77b-af5f18fcf70b req-07ba37e9-fde6-48c5-b84d-a5de90b69188 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=91c8d1dc-3a35-4d14-bfc1-2a332cc1b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360758 Aug 26 15:28:49.278762 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83d8c3c-d2e7-4ed7-86c4-20a6c59d0b44 req-76a7ba97-8cd1-42dd-8c4e-2fec1ad29102 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:28:49.280435 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-d83d8c3c-d2e7-4ed7-86c4-20a6c59d0b44 req-76a7ba97-8cd1-42dd-8c4e-2fec1ad29102 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc6d676a-9c2d-4017-9854-6ef6dbb13c54 HTTP/1.1" status: 200 len: 944 time: 0.0805345 Aug 26 15:28:49.323340 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-d83d8c3c-d2e7-4ed7-86c4-20a6c59d0b44 req-38ffc66e-6c5b-4cb3-ba8d-fc46c91019fc tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=91c8d1dc-3a35-4d14-bfc1-2a332cc1b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359378 Aug 26 15:28:50.448248 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b91e556-16d5-4411-9012-4a6ce59ecf32 req-6a291de2-5dea-4e23-b4bf-33b73a4e86e4 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:28:50.455594 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-8b91e556-16d5-4411-9012-4a6ce59ecf32 req-6a291de2-5dea-4e23-b4bf-33b73a4e86e4 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc6d676a-9c2d-4017-9854-6ef6dbb13c54 HTTP/1.1" status: 200 len: 944 time: 0.0570562 Aug 26 15:28:50.490084 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-8b91e556-16d5-4411-9012-4a6ce59ecf32 req-b2bf5070-02b1-4ed4-b9b3-df70f07b7a2a tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=91c8d1dc-3a35-4d14-bfc1-2a332cc1b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336332 Aug 26 15:28:51.620055 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5e2ea1-e10f-4276-8c6c-11a8be174b46 req-06a7ad93-72af-4b77-95f7-7c07ea62ff64 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:28:51.622087 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-1e5e2ea1-e10f-4276-8c6c-11a8be174b46 req-06a7ad93-72af-4b77-95f7-7c07ea62ff64 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc6d676a-9c2d-4017-9854-6ef6dbb13c54 HTTP/1.1" status: 200 len: 944 time: 0.0558531 Aug 26 15:28:51.664963 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-1e5e2ea1-e10f-4276-8c6c-11a8be174b46 req-ee1adbc7-8578-4933-8bec-251d09bedaa3 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=91c8d1dc-3a35-4d14-bfc1-2a332cc1b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359473 Aug 26 15:28:52.802644 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808f2c9a-c9aa-4d96-a061-04417f5502ea req-b99a2bd5-83d9-43a3-9a1e-9420ee8a1fae tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:28:52.804092 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-808f2c9a-c9aa-4d96-a061-04417f5502ea req-b99a2bd5-83d9-43a3-9a1e-9420ee8a1fae tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc6d676a-9c2d-4017-9854-6ef6dbb13c54 HTTP/1.1" status: 200 len: 944 time: 0.0575223 Aug 26 15:28:52.853639 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-808f2c9a-c9aa-4d96-a061-04417f5502ea req-3d2f736c-bc25-40f0-aaf2-46389e84f447 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=91c8d1dc-3a35-4d14-bfc1-2a332cc1b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429530 Aug 26 15:28:54.001763 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff56e9e-f791-44d2-82b1-ce107f446311 req-4f6d28ad-c125-4ad6-bc19-49bf6355eb55 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:28:54.004020 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-0ff56e9e-f791-44d2-82b1-ce107f446311 req-4f6d28ad-c125-4ad6-bc19-49bf6355eb55 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc6d676a-9c2d-4017-9854-6ef6dbb13c54 HTTP/1.1" status: 200 len: 944 time: 0.0686314 Aug 26 15:28:54.051106 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-0ff56e9e-f791-44d2-82b1-ce107f446311 req-07e5df8a-be34-40f6-a5ff-9b9612c057be tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=91c8d1dc-3a35-4d14-bfc1-2a332cc1b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397639 Aug 26 15:28:55.231793 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480022a9-8e39-46a8-825a-9bfb6a98645f req-db07a8e1-9d69-48d6-84e1-240c7b5487b0 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:28:55.233352 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-480022a9-8e39-46a8-825a-9bfb6a98645f req-db07a8e1-9d69-48d6-84e1-240c7b5487b0 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc6d676a-9c2d-4017-9854-6ef6dbb13c54 HTTP/1.1" status: 200 len: 944 time: 0.0737152 Aug 26 15:28:55.303077 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-480022a9-8e39-46a8-825a-9bfb6a98645f req-8d68ca8d-9ff2-4357-9d2a-ddd317d55568 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=91c8d1dc-3a35-4d14-bfc1-2a332cc1b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612249 Aug 26 15:28:56.468431 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bc96b8-6644-450e-a98d-df325846025d req-f62dcf48-7678-408a-8198-210202ad6503 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:28:56.470426 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-f8bc96b8-6644-450e-a98d-df325846025d req-f62dcf48-7678-408a-8198-210202ad6503 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc6d676a-9c2d-4017-9854-6ef6dbb13c54 HTTP/1.1" status: 200 len: 944 time: 0.0753314 Aug 26 15:28:56.518219 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-f8bc96b8-6644-450e-a98d-df325846025d req-14ba298a-c74b-4b63-8416-3e506617b803 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=91c8d1dc-3a35-4d14-bfc1-2a332cc1b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366745 Aug 26 15:28:57.711160 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664e713c-67b9-432a-8db0-8cb94607dafc req-91c1428d-13d3-4513-888b-3c01df2a45b9 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:28:57.726353 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-664e713c-67b9-432a-8db0-8cb94607dafc req-91c1428d-13d3-4513-888b-3c01df2a45b9 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc6d676a-9c2d-4017-9854-6ef6dbb13c54 HTTP/1.1" status: 200 len: 944 time: 0.1051505 Aug 26 15:28:57.788163 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-664e713c-67b9-432a-8db0-8cb94607dafc req-3aea8d79-62ef-4f1b-b695-b9b5a24e5550 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=91c8d1dc-3a35-4d14-bfc1-2a332cc1b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604906 Aug 26 15:28:58.934466 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df60db79-1830-4449-b3a7-956ba32f2529 req-14d23a8f-b63c-4a61-89b0-b80bc9fda7ca tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:28:58.935994 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-df60db79-1830-4449-b3a7-956ba32f2529 req-14d23a8f-b63c-4a61-89b0-b80bc9fda7ca tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc6d676a-9c2d-4017-9854-6ef6dbb13c54 HTTP/1.1" status: 200 len: 944 time: 0.0546224 Aug 26 15:28:58.975369 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-df60db79-1830-4449-b3a7-956ba32f2529 req-52082677-b574-40e1-8245-4d233d6523e9 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=91c8d1dc-3a35-4d14-bfc1-2a332cc1b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327172 Aug 26 15:29:00.108476 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ce6d8b-2265-4ab7-9c33-140dbd408e9e req-1101a6db-9a36-4c1d-816b-15ee9e5e737e tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:29:00.110954 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-b0ce6d8b-2265-4ab7-9c33-140dbd408e9e req-1101a6db-9a36-4c1d-816b-15ee9e5e737e tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc6d676a-9c2d-4017-9854-6ef6dbb13c54 HTTP/1.1" status: 200 len: 944 time: 0.0577319 Aug 26 15:29:00.155146 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-b0ce6d8b-2265-4ab7-9c33-140dbd408e9e req-4f955b4e-ade0-4c58-a1c2-90146186bacf tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=91c8d1dc-3a35-4d14-bfc1-2a332cc1b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340641 Aug 26 15:29:01.289017 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ce9ba9-7cd6-4b3f-9ccf-e01fe9fa9508 req-5723c4da-40f1-4c66-894e-c81e5b983ea5 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:29:01.290742 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-57ce9ba9-7cd6-4b3f-9ccf-e01fe9fa9508 req-5723c4da-40f1-4c66-894e-c81e5b983ea5 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc6d676a-9c2d-4017-9854-6ef6dbb13c54 HTTP/1.1" status: 200 len: 944 time: 0.0549648 Aug 26 15:29:01.331551 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-57ce9ba9-7cd6-4b3f-9ccf-e01fe9fa9508 req-53fe222d-2194-4829-9d24-23b9ba3a2cda tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=91c8d1dc-3a35-4d14-bfc1-2a332cc1b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346162 Aug 26 15:29:01.990143 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Device 7e8416d0-e93b-4faf-afed-ec9f484f6325 details requested by agent hyperv_hv-cinder-77957 with host hv-cinder-77957 {{(pid=93843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 15:29:02.091314 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] For port 7e8416d0-e93b-4faf-afed-ec9f484f6325, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=7e8416d0-e93b-4faf-afed-ec9f484f6325,segment=NetworkSegment(a2157187-b2ff-4956-9692-54ade6ba6784),segment_id=a2157187-b2ff-4956-9692-54ade6ba6784)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:29:02.103614 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Returning: {'device': '7e8416d0-e93b-4faf-afed-ec9f484f6325', 'network_id': 'd887f735-fbdb-4418-baf1-8e9e0d77221f', 'port_id': '7e8416d0-e93b-4faf-afed-ec9f484f6325', 'mac_address': 'fa:16:3e:b1:fc:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dc1893b-86f2-4498-b069-d334c29d6d3f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 15:29:02.147286 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:02.160973 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.notifiers.nova [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e8416d0-e93b-4faf-afed-ec9f484f6325 {{(pid=93843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 15:29:02.181030 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] For port 7e8416d0-e93b-4faf-afed-ec9f484f6325, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=7e8416d0-e93b-4faf-afed-ec9f484f6325,segment=NetworkSegment(a2157187-b2ff-4956-9692-54ade6ba6784),segment_id=a2157187-b2ff-4956-9692-54ade6ba6784)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:29:02.186530 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:02.236131 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Pushing event updated for resources: {'Port': ['ID=7e8416d0-e93b-4faf-afed-ec9f484f6325,revision_number=9']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:29:02.422940 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] get_ports_and_sgs() called for port_ids ['7e8416d0-e93b-4faf-afed-ec9f484f6325'] {{(pid=93843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 15:29:02.456386 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a741d018-179d-4665-90e6-e4b67f308283 req-e4ea5d55-9157-4323-a1d0-3fa2787ac985 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:29:02.458362 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-a741d018-179d-4665-90e6-e4b67f308283 req-e4ea5d55-9157-4323-a1d0-3fa2787ac985 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc6d676a-9c2d-4017-9854-6ef6dbb13c54 HTTP/1.1" status: 200 len: 945 time: 0.0518382 Aug 26 15:29:02.496101 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-a741d018-179d-4665-90e6-e4b67f308283 req-dc634173-4ee0-449e-a05b-944186cdc8d1 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=91c8d1dc-3a35-4d14-bfc1-2a332cc1b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320995 Aug 26 15:29:03.632436 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9babab65-38da-4ec0-87c5-5906eaf6dc52 req-cee66f0c-8bda-4ef6-a45a-a70d2d67c890 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:29:03.634011 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-9babab65-38da-4ec0-87c5-5906eaf6dc52 req-cee66f0c-8bda-4ef6-a45a-a70d2d67c890 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc6d676a-9c2d-4017-9854-6ef6dbb13c54 HTTP/1.1" status: 200 len: 945 time: 0.0518467 Aug 26 15:29:03.676962 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-9babab65-38da-4ec0-87c5-5906eaf6dc52 req-b8e8106c-2893-45c5-84d0-0d7ccb697c36 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=91c8d1dc-3a35-4d14-bfc1-2a332cc1b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350244 Aug 26 15:29:03.995139 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Device 7e8416d0-e93b-4faf-afed-ec9f484f6325 up at agent hyperv_hv-cinder-77957 {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:29:04.043340 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Provisioning complete for port 7e8416d0-e93b-4faf-afed-ec9f484f6325 triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:29:04.043724 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:04.126009 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:04.151967 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc6d676a-9c2d-4017-9854-6ef6dbb13c54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e8416d0-e93b-4faf-afed-ec9f484f6325'}] {{(pid=93843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 15:29:04.154287 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d587d98fe02f6619f456de0f45288515ee723af96d1e5c8ab0bdf50e2145b638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad489682-b508-4dff-9a95-68798bcd0a0a" -d '{"events": [{"server_uuid": "dc6d676a-9c2d-4017-9854-6ef6dbb13c54", "name": "network-vif-plugged", "status": "completed", "tag": "7e8416d0-e93b-4faf-afed-ec9f484f6325"}]}' {{(pid=93843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:29:04.170280 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] For port 7e8416d0-e93b-4faf-afed-ec9f484f6325, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=7e8416d0-e93b-4faf-afed-ec9f484f6325,segment=NetworkSegment(a2157187-b2ff-4956-9692-54ade6ba6784),segment_id=a2157187-b2ff-4956-9692-54ade6ba6784)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:29:04.175874 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:04.203465 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 15:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46c6c50e-2078-40ed-98a1-dd7d396f3a63 x-openstack-request-id: req-46c6c50e-2078-40ed-98a1-dd7d396f3a63 {{(pid=93843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:29:04.204236 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc6d676a-9c2d-4017-9854-6ef6dbb13c54", "name": "network-vif-plugged", "status": "completed", "tag": "7e8416d0-e93b-4faf-afed-ec9f484f6325", "code": 200}]} {{(pid=93843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:29:04.204476 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-46c6c50e-2078-40ed-98a1-dd7d396f3a63 {{(pid=93843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:29:04.205322 dv-cinder-779576-7-iscsi neutron-server[93843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc6d676a-9c2d-4017-9854-6ef6dbb13c54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e8416d0-e93b-4faf-afed-ec9f484f6325', 'code': 200} Aug 26 15:29:04.237755 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Pushing event updated for resources: {'Port': ['ID=7e8416d0-e93b-4faf-afed-ec9f484f6325,revision_number=10']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:29:04.388560 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86abb505-75eb-47fe-8c87-8d3e0b3738d0 req-3b3b16ae-62ef-4b60-b85d-97444ac4913b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:29:04.390121 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-86abb505-75eb-47fe-8c87-8d3e0b3738d0 req-3b3b16ae-62ef-4b60-b85d-97444ac4913b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=dc6d676a-9c2d-4017-9854-6ef6dbb13c54 HTTP/1.1" status: 200 len: 1100 time: 0.0438859 Aug 26 15:29:04.429178 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-86abb505-75eb-47fe-8c87-8d3e0b3738d0 req-93c20585-334b-4476-ade9-b497b0ef002d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=91c8d1dc-3a35-4d14-bfc1-2a332cc1b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317330 Aug 26 15:29:04.811284 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1441565c-00aa-4666-bd55-773cdd32c8b2 req-758fa5a6-9cf4-465f-81ee-ff3732f6680c tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:29:04.812845 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-1441565c-00aa-4666-bd55-773cdd32c8b2 req-758fa5a6-9cf4-465f-81ee-ff3732f6680c tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc6d676a-9c2d-4017-9854-6ef6dbb13c54 HTTP/1.1" status: 200 len: 947 time: 0.0628948 Aug 26 15:29:04.854456 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-1441565c-00aa-4666-bd55-773cdd32c8b2 req-039ed620-02c8-47e5-aa77-c5a852cd714e tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=91c8d1dc-3a35-4d14-bfc1-2a332cc1b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350103 Aug 26 15:29:06.008856 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b10e86-bd21-424a-b406-314642372891 req-03490882-c464-4b5d-a337-862dd839672e tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:29:06.010370 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-f8b10e86-bd21-424a-b406-314642372891 req-03490882-c464-4b5d-a337-862dd839672e tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc6d676a-9c2d-4017-9854-6ef6dbb13c54 HTTP/1.1" status: 200 len: 947 time: 0.0607324 Aug 26 15:29:06.060125 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-f8b10e86-bd21-424a-b406-314642372891 req-dbd040cd-10c2-497f-9165-f2f4ff527fda tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=91c8d1dc-3a35-4d14-bfc1-2a332cc1b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391669 Aug 26 15:29:06.515206 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 60670) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:29:06.636584 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-72755b0f-ca18-4cc8-8c20-d0684af328f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:06.730786 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-72755b0f-ca18-4cc8-8c20-d0684af328f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:06.735200 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-72755b0f-ca18-4cc8-8c20-d0684af328f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:06.773587 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72755b0f-ca18-4cc8-8c20-d0684af328f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f677b5cb-eb01-4ed8-8d02-8e1c5f57f4e2,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:29:06.778245 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-72755b0f-ca18-4cc8-8c20-d0684af328f8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0d84c4a487ee441bb418caaf21e7a568&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2619588 Aug 26 15:29:06.781781 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 60674) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:29:06.836597 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-394c3b59-acde-47f3-afee-9b4cbc120afe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:06.859096 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-394c3b59-acde-47f3-afee-9b4cbc120afe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:06.915488 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-394c3b59-acde-47f3-afee-9b4cbc120afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:06.919215 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-394c3b59-acde-47f3-afee-9b4cbc120afe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:06.920702 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-394c3b59-acde-47f3-afee-9b4cbc120afe admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f677b5cb-eb01-4ed8-8d02-8e1c5f57f4e2 HTTP/1.1" status: 204 len: 168 time: 0.1379144 Aug 26 15:29:06.930759 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394c3b59-acde-47f3-afee-9b4cbc120afe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f677b5cb-eb01-4ed8-8d02-8e1c5f57f4e2,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:29:07.195550 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-7001a90c-3e03-42b1-9431-982d194c68a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:07.228364 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64212c7-3e3d-45e7-adcb-2396f70a69db req-ea7a8a7b-e4eb-45bb-a1f5-c64dba6244ee tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:29:07.231671 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-c64212c7-3e3d-45e7-adcb-2396f70a69db req-ea7a8a7b-e4eb-45bb-a1f5-c64dba6244ee tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc6d676a-9c2d-4017-9854-6ef6dbb13c54 HTTP/1.1" status: 200 len: 947 time: 0.0879834 Aug 26 15:29:07.277531 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-c64212c7-3e3d-45e7-adcb-2396f70a69db req-21fb7d33-a9cb-43d4-87f3-104a177fc814 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=91c8d1dc-3a35-4d14-bfc1-2a332cc1b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366757 Aug 26 15:29:08.912828 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:09.849192 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:09.960893 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-357475a3-b128-481b-818f-06197739c715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:11.374623 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c45f19a1-5a59-44e4-9446-0a9261f71b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:13.004675 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-a6032fac-f2a0-46d6-9c2c-2483dfdc6249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:13.022836 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.agents_db [None req-f94a4f8d-c04a-4845-8e45-3296fab2d83d None None] Agent healthcheck: found 6 active agents {{(pid=93844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 15:29:14.954609 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-c6c2d4cf-e9d2-42b6-aff8-26756c883468 req-3ce9f6d7-e848-4ae7-b12b-3349f818d85a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2e12ca20-3423-4df8-b641-6e4e74ddc1ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0584552 Aug 26 15:29:15.039468 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c2d4cf-e9d2-42b6-aff8-26756c883468 req-cf7bb635-42d3-411a-b886-e0cfc36af41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:29:15.041149 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-c6c2d4cf-e9d2-42b6-aff8-26756c883468 req-cf7bb635-42d3-411a-b886-e0cfc36af41c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a571a33f0e074fabbd06be1f77a97dd0&device_id=2e12ca20-3423-4df8-b641-6e4e74ddc1ce HTTP/1.1" status: 200 len: 1099 time: 0.0541720 Aug 26 15:29:15.162473 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c2d4cf-e9d2-42b6-aff8-26756c883468 req-2685d52a-ce57-4615-889d-45b1b8eb696f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:29:15.164707 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-c6c2d4cf-e9d2-42b6-aff8-26756c883468 req-2685d52a-ce57-4615-889d-45b1b8eb696f service neutron] 10.222.0.47 "GET /v2.0/networks?id=a386d6d9-e769-427b-a3dd-4a66aae709a7 HTTP/1.1" status: 200 len: 912 time: 0.1003304 Aug 26 15:29:15.249468 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-c6c2d4cf-e9d2-42b6-aff8-26756c883468 req-de2733af-e214-46f4-bb59-32a2742adf5b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7896107-f1a7-4371-b446-444b4939d366 HTTP/1.1" status: 200 len: 1001 time: 0.0758629 Aug 26 15:29:15.321384 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c2d4cf-e9d2-42b6-aff8-26756c883468 req-612af164-0c1d-4ed3-aaef-2f284a1c14c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:29:15.323096 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-c6c2d4cf-e9d2-42b6-aff8-26756c883468 req-612af164-0c1d-4ed3-aaef-2f284a1c14c5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c96291ec-8721-4a15-8133-5907bd72b460 HTTP/1.1" status: 200 len: 850 time: 0.0665267 Aug 26 15:29:15.373647 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c2d4cf-e9d2-42b6-aff8-26756c883468 req-90b57ed5-d7eb-4b51-bb0c-fb353e478f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:29:15.375876 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-c6c2d4cf-e9d2-42b6-aff8-26756c883468 req-90b57ed5-d7eb-4b51-bb0c-fb353e478f47 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a386d6d9-e769-427b-a3dd-4a66aae709a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0444450 Aug 26 15:29:15.463555 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-c6c2d4cf-e9d2-42b6-aff8-26756c883468 req-487a7905-f735-4a36-a7d8-27ad0cdde801 service neutron] 10.222.0.47 "GET /v2.0/networks/a386d6d9-e769-427b-a3dd-4a66aae709a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807028 Aug 26 15:29:15.565486 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-c6c2d4cf-e9d2-42b6-aff8-26756c883468 req-23639e02-1357-4f8d-b67c-a86995461cc6 service neutron] 10.222.0.47 "GET /v2.0/networks/a386d6d9-e769-427b-a3dd-4a66aae709a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931208 Aug 26 15:29:16.203792 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180f5e02-52cc-46e8-a50c-126710b070e9 req-038d578d-07f4-44d9-8f26-7ec169799c70 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:29:16.205323 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-180f5e02-52cc-46e8-a50c-126710b070e9 req-038d578d-07f4-44d9-8f26-7ec169799c70 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e12ca20-3423-4df8-b641-6e4e74ddc1ce HTTP/1.1" status: 200 len: 946 time: 0.0517733 Aug 26 15:29:16.244366 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-180f5e02-52cc-46e8-a50c-126710b070e9 req-233e0979-2f58-4fb5-b5ba-9092ae3905d2 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/security-groups?id=d44f3e1d-58b5-45ec-8f5c-7804374d3850&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330198 Aug 26 15:29:17.363862 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2465e747-9bcd-4ec1-85e7-320dc287c606 req-204ffa10-c949-4a7a-91a3-d50839c57dfa tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:29:17.365511 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-2465e747-9bcd-4ec1-85e7-320dc287c606 req-204ffa10-c949-4a7a-91a3-d50839c57dfa tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e12ca20-3423-4df8-b641-6e4e74ddc1ce HTTP/1.1" status: 200 len: 946 time: 0.0531349 Aug 26 15:29:17.409427 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-2465e747-9bcd-4ec1-85e7-320dc287c606 req-323bb018-f09f-42b6-a7dc-409a6eb5cbe9 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/security-groups?id=d44f3e1d-58b5-45ec-8f5c-7804374d3850&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370839 Aug 26 15:29:17.989812 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3f805a-bbd2-42ab-bbaf-40844967b2f7 req-6cfc408e-4272-4675-9028-ca5b01fd02aa tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:29:17.991586 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-3a3f805a-bbd2-42ab-bbaf-40844967b2f7 req-6cfc408e-4272-4675-9028-ca5b01fd02aa tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e12ca20-3423-4df8-b641-6e4e74ddc1ce HTTP/1.1" status: 200 len: 946 time: 0.0511327 Aug 26 15:29:18.099910 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [req-3a3f805a-bbd2-42ab-bbaf-40844967b2f7 req-95596997-de95-4871-9408-a528d72a5bc0 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Deleting port f7896107-f1a7-4371-b446-444b4939d366 {{(pid=93842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 15:29:18.100247 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-3a3f805a-bbd2-42ab-bbaf-40844967b2f7 req-95596997-de95-4871-9408-a528d72a5bc0 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793280853279'] for port, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:18.217816 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.db [req-3a3f805a-bbd2-42ab-bbaf-40844967b2f7 req-95596997-de95-4871-9408-a528d72a5bc0 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] For port f7896107-f1a7-4371-b446-444b4939d366, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=f7896107-f1a7-4371-b446-444b4939d366,segment=NetworkSegment(972cb16a-c764-497d-89f6-d9048023e775),segment_id=972cb16a-c764-497d-89f6-d9048023e775)] {{(pid=93842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:29:18.218106 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-3a3f805a-bbd2-42ab-bbaf-40844967b2f7 req-95596997-de95-4871-9408-a528d72a5bc0 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3924976'] for port, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:18.255154 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 60794) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:29:18.378262 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-eaeffc17-5717-450e-884f-7f16ef71dda7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:18.514859 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-eaeffc17-5717-450e-884f-7f16ef71dda7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:18.519997 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-eaeffc17-5717-450e-884f-7f16ef71dda7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:18.582898 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-eaeffc17-5717-450e-884f-7f16ef71dda7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b620db9c12b84c30af6cb95ddd4490c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3265381 Aug 26 15:29:18.586742 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 60800) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:29:18.588778 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeffc17-5717-450e-884f-7f16ef71dda7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e5120d1-a369-4800-b53d-2bcef0e6d116,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:29:18.611599 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeffc17-5717-450e-884f-7f16ef71dda7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:29:18.611950 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeffc17-5717-450e-884f-7f16ef71dda7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:29:18.612307 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeffc17-5717-450e-884f-7f16ef71dda7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:29:18.612646 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeffc17-5717-450e-884f-7f16ef71dda7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:29:18.612985 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeffc17-5717-450e-884f-7f16ef71dda7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:29:18.613324 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeffc17-5717-450e-884f-7f16ef71dda7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:29:18.613656 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeffc17-5717-450e-884f-7f16ef71dda7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:29:18.614019 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeffc17-5717-450e-884f-7f16ef71dda7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:29:18.614352 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeffc17-5717-450e-884f-7f16ef71dda7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:29:18.614677 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeffc17-5717-450e-884f-7f16ef71dda7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:29:18.615010 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeffc17-5717-450e-884f-7f16ef71dda7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:29:18.615531 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeffc17-5717-450e-884f-7f16ef71dda7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:29:18.633107 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c00de2-bee3-4703-a447-06ce93cf6c1b req-9c10dea3-972f-4b9e-ba62-fec3d6d8d1e8 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:29:18.634773 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-c3c00de2-bee3-4703-a447-06ce93cf6c1b req-9c10dea3-972f-4b9e-ba62-fec3d6d8d1e8 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e12ca20-3423-4df8-b641-6e4e74ddc1ce HTTP/1.1" status: 200 len: 946 time: 0.1381905 Aug 26 15:29:18.700908 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-c3c00de2-bee3-4703-a447-06ce93cf6c1b req-df7044cb-74fa-4d4e-a94b-a169c35f46e6 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/security-groups?id=d44f3e1d-58b5-45ec-8f5c-7804374d3850&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586607 Aug 26 15:29:18.702041 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-403ec3b6-b8f4-475d-80ec-417d3533e34e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:18.726090 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-403ec3b6-b8f4-475d-80ec-417d3533e34e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:18.732938 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-3a3f805a-bbd2-42ab-bbaf-40844967b2f7 req-95596997-de95-4871-9408-a528d72a5bc0 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:18.733535 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-3a3f805a-bbd2-42ab-bbaf-40844967b2f7 req-95596997-de95-4871-9408-a528d72a5bc0 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3928447'] for floatingip, after_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:18.733645 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.db.l3_db [req-3a3f805a-bbd2-42ab-bbaf-40844967b2f7 req-95596997-de95-4871-9408-a528d72a5bc0 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Floating IP e8a1b674-a6cd-4ca9-abce-2c88d26ecaa5 disassociated. External IP: 172.27.3.71, port: f7896107-f1a7-4371-b446-444b4939d366. Aug 26 15:29:18.733991 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [req-3a3f805a-bbd2-42ab-bbaf-40844967b2f7 req-95596997-de95-4871-9408-a528d72a5bc0 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Calling delete_port for f7896107-f1a7-4371-b446-444b4939d366 owned by compute:nova {{(pid=93842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 15:29:18.790532 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-403ec3b6-b8f4-475d-80ec-417d3533e34e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:18.793032 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-403ec3b6-b8f4-475d-80ec-417d3533e34e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:18.794359 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-403ec3b6-b8f4-475d-80ec-417d3533e34e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8e5120d1-a369-4800-b53d-2bcef0e6d116 HTTP/1.1" status: 204 len: 168 time: 0.2064435 Aug 26 15:29:18.803409 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403ec3b6-b8f4-475d-80ec-417d3533e34e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e5120d1-a369-4800-b53d-2bcef0e6d116,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:29:18.878611 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-3a3f805a-bbd2-42ab-bbaf-40844967b2f7 req-95596997-de95-4871-9408-a528d72a5bc0 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793280828191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793280355368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261268877'] for port, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:18.916232 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95596997-de95-4871-9408-a528d72a5bc0 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Pushing event deleted for resources: {'Port': ['ID=f7896107-f1a7-4371-b446-444b4939d366,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:29:18.926990 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95596997-de95-4871-9408-a528d72a5bc0 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:29:18.927292 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95596997-de95-4871-9408-a528d72a5bc0 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:29:18.927640 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95596997-de95-4871-9408-a528d72a5bc0 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:29:18.928004 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95596997-de95-4871-9408-a528d72a5bc0 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:29:18.928308 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95596997-de95-4871-9408-a528d72a5bc0 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:29:18.929677 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95596997-de95-4871-9408-a528d72a5bc0 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:29:18.929677 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95596997-de95-4871-9408-a528d72a5bc0 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:29:18.929677 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95596997-de95-4871-9408-a528d72a5bc0 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:29:18.929677 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95596997-de95-4871-9408-a528d72a5bc0 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:29:18.934132 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95596997-de95-4871-9408-a528d72a5bc0 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:29:18.934570 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95596997-de95-4871-9408-a528d72a5bc0 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:29:18.934892 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95596997-de95-4871-9408-a528d72a5bc0 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:29:19.068348 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3a3f805a-bbd2-42ab-bbaf-40844967b2f7 req-95596997-de95-4871-9408-a528d72a5bc0 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Router 4843c204-b237-4a20-a7ea-e6b0935d230e has already been hosted by L3 agent 00a7d786-edfd-4f04-9152-3b7ae2bbf8ca {{(pid=93842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 15:29:19.181487 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3a3f805a-bbd2-42ab-bbaf-40844967b2f7 req-95596997-de95-4871-9408-a528d72a5bc0 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Notify agent at l3_agent.dv-cinder-779576-7-iscsi the message routers_updated {{(pid=93842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 15:29:19.228281 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a3f805a-bbd2-42ab-bbaf-40844967b2f7 req-95596997-de95-4871-9408-a528d72a5bc0 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] No DVR routers for this DVR port f7896107-f1a7-4371-b446-444b4939d366 on host hv-cinder-77957 {{(pid=93842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 15:29:19.231395 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-3a3f805a-bbd2-42ab-bbaf-40844967b2f7 req-95596997-de95-4871-9408-a528d72a5bc0 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4089636'] for port, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:19.233596 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-3a3f805a-bbd2-42ab-bbaf-40844967b2f7 req-95596997-de95-4871-9408-a528d72a5bc0 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.47 "DELETE /v2.0/ports/f7896107-f1a7-4371-b446-444b4939d366 HTTP/1.1" status: 204 len: 173 time: 1.2321529 Aug 26 15:29:19.234138 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e12ca20-3423-4df8-b641-6e4e74ddc1ce', 'name': 'network-vif-deleted', 'tag': 'f7896107-f1a7-4371-b446-444b4939d366'}] {{(pid=93842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 15:29:19.238957 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ba7f6f71eda5a1db7669fef78c8684417bcd8012e21f8533533c8be1abdbb96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caf9836a-bfa7-44bb-bedc-1c6f146f74af" -d '{"events": [{"server_uuid": "2e12ca20-3423-4df8-b641-6e4e74ddc1ce", "name": "network-vif-deleted", "tag": "f7896107-f1a7-4371-b446-444b4939d366"}]}' {{(pid=93842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:29:19.332866 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 15:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-436b0e30-92b8-4ef6-91f0-d4adc514d86e x-openstack-request-id: req-436b0e30-92b8-4ef6-91f0-d4adc514d86e {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:29:19.333092 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcefbcab-0279-4b74-a510-354c303876ce None None] Sync routers for ids ['4843c204-b237-4a20-a7ea-e6b0935d230e'] in dv-cinder-779576-7-iscsi {{(pid=93843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 15:29:19.333941 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e12ca20-3423-4df8-b641-6e4e74ddc1ce", "name": "network-vif-deleted", "tag": "f7896107-f1a7-4371-b446-444b4939d366", "status": "completed", "code": 200}]} {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:29:19.333941 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-436b0e30-92b8-4ef6-91f0-d4adc514d86e {{(pid=93842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:29:19.333941 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e12ca20-3423-4df8-b641-6e4e74ddc1ce', 'name': 'network-vif-deleted', 'tag': 'f7896107-f1a7-4371-b446-444b4939d366', 'status': 'completed', 'code': 200} Aug 26 15:29:19.341229 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcefbcab-0279-4b74-a510-354c303876ce None None] Routers {'4843c204-b237-4a20-a7ea-e6b0935d230e'} bound to L3 agent in host dv-cinder-779576-7-iscsi {{(pid=93843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 15:29:19.341907 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-bcefbcab-0279-4b74-a510-354c303876ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-26T15:14:10Z,description=,heartbeat_timestamp=2021-08-26T15:29:10Z,host='dv-cinder-779576-7-iscsi',id=00a7d786-edfd-4f04-9152-3b7ae2bbf8ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T15:14:10Z,topic='l3_agent')) {'router_ids': ['4843c204-b237-4a20-a7ea-e6b0935d230e'], 'active': True} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:29:19.467213 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvr_db [None req-bcefbcab-0279-4b74-a510-354c303876ce None None] Set router 4843c204-b237-4a20-a7ea-e6b0935d230e gateway port host: dv-cinder-779576-7-iscsi {{(pid=93843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 15:29:19.816820 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-bcefbcab-0279-4b74-a510-354c303876ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4843c204-b237-4a20-a7ea-e6b0935d230e', 'name': 'tempest-AttachVolumeTestJSON-2127485695-router', 'tenant_id': 'a571a33f0e074fabbd06be1f77a97dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'b7bf23b4-1f41-4fbc-b878-23e19f4f34ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:21:59Z', 'updated_at': '2021-08-26T15:22:13Z', 'revision_number': 4, 'project_id': 'a571a33f0e074fabbd06be1f77a97dd0', 'gw_port': {'id': 'b7bf23b4-1f41-4fbc-b878-23e19f4f34ea', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:43:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4843c204-b237-4a20-a7ea-e6b0935d230e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:22:00Z', 'updated_at': '2021-08-26T15:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi', '_interfaces': [{'id': '7b8979b1-77b6-4aa5-b0ae-1d430a1121bd', 'name': '', 'network_id': 'a386d6d9-e769-427b-a3dd-4a66aae709a7', 'tenant_id': 'a571a33f0e074fabbd06be1f77a97dd0', 'mac_address': 'fa:16:3e:0d:58:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4843c204-b237-4a20-a7ea-e6b0935d230e', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'c96291ec-8721-4a15-8133-5907bd72b460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:22:10Z', 'updated_at': '2021-08-26T15:22:24Z', 'revision_number': 5, 'project_id': 'a571a33f0e074fabbd06be1f77a97dd0', 'subnets': [{'id': 'c96291ec-8721-4a15-8133-5907bd72b460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-7-iscsi', False) {} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:29:19.831302 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-f06a0c48-125a-40a2-b816-68a12fafc7c7 req-619bf145-689d-420d-ae36-6df0f65c0d7c tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e12ca20-3423-4df8-b641-6e4e74ddc1ce HTTP/1.1" status: 200 len: 210 time: 0.0431600 Aug 26 15:29:19.853440 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcefbcab-0279-4b74-a510-354c303876ce None None] Checking router: 4843c204-b237-4a20-a7ea-e6b0935d230e for host: dv-cinder-779576-7-iscsi {{(pid=93843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 15:29:19.867676 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcefbcab-0279-4b74-a510-354c303876ce None None] Routers {'4843c204-b237-4a20-a7ea-e6b0935d230e'} bound to L3 agent in host dv-cinder-779576-7-iscsi {{(pid=93843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 15:29:19.868901 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-bcefbcab-0279-4b74-a510-354c303876ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-26T15:14:10Z,description=,heartbeat_timestamp=2021-08-26T15:29:10Z,host='dv-cinder-779576-7-iscsi',id=00a7d786-edfd-4f04-9152-3b7ae2bbf8ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T15:14:10Z,topic='l3_agent')) {'router_ids': ['4843c204-b237-4a20-a7ea-e6b0935d230e'], 'active': True} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:29:19.985974 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvr_db [None req-bcefbcab-0279-4b74-a510-354c303876ce None None] Set router 4843c204-b237-4a20-a7ea-e6b0935d230e gateway port host: dv-cinder-779576-7-iscsi {{(pid=93843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 15:29:20.195165 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-bcefbcab-0279-4b74-a510-354c303876ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4843c204-b237-4a20-a7ea-e6b0935d230e', 'name': 'tempest-AttachVolumeTestJSON-2127485695-router', 'tenant_id': 'a571a33f0e074fabbd06be1f77a97dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'b7bf23b4-1f41-4fbc-b878-23e19f4f34ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:21:59Z', 'updated_at': '2021-08-26T15:22:13Z', 'revision_number': 4, 'project_id': 'a571a33f0e074fabbd06be1f77a97dd0', 'gw_port': {'id': 'b7bf23b4-1f41-4fbc-b878-23e19f4f34ea', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:43:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4843c204-b237-4a20-a7ea-e6b0935d230e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:22:00Z', 'updated_at': '2021-08-26T15:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi', '_interfaces': [{'id': '7b8979b1-77b6-4aa5-b0ae-1d430a1121bd', 'name': '', 'network_id': 'a386d6d9-e769-427b-a3dd-4a66aae709a7', 'tenant_id': 'a571a33f0e074fabbd06be1f77a97dd0', 'mac_address': 'fa:16:3e:0d:58:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4843c204-b237-4a20-a7ea-e6b0935d230e', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'c96291ec-8721-4a15-8133-5907bd72b460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:22:10Z', 'updated_at': '2021-08-26T15:22:24Z', 'revision_number': 5, 'project_id': 'a571a33f0e074fabbd06be1f77a97dd0', 'subnets': [{'id': 'c96291ec-8721-4a15-8133-5907bd72b460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-7-iscsi', False) {} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:29:20.227718 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcefbcab-0279-4b74-a510-354c303876ce None None] The sync data for ids ['4843c204-b237-4a20-a7ea-e6b0935d230e'] in dv-cinder-779576-7-iscsi is: [{'id': '4843c204-b237-4a20-a7ea-e6b0935d230e', 'name': 'tempest-AttachVolumeTestJSON-2127485695-router', 'tenant_id': 'a571a33f0e074fabbd06be1f77a97dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'b7bf23b4-1f41-4fbc-b878-23e19f4f34ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:21:59Z', 'updated_at': '2021-08-26T15:22:13Z', 'revision_number': 4, 'project_id': 'a571a33f0e074fabbd06be1f77a97dd0', 'gw_port': {'id': 'b7bf23b4-1f41-4fbc-b878-23e19f4f34ea', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:43:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4843c204-b237-4a20-a7ea-e6b0935d230e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:22:00Z', 'updated_at': '2021-08-26T15:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi', '_interfaces': [{'id': '7b8979b1-77b6-4aa5-b0ae-1d430a1121bd', 'name': '', 'network_id': 'a386d6d9-e769-427b-a3dd-4a66aae709a7', 'tenant_id': 'a571a33f0e074fabbd06be1f77a97dd0', 'mac_address': 'fa:16:3e:0d:58:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4843c204-b237-4a20-a7ea-e6b0935d230e', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'c96291ec-8721-4a15-8133-5907bd72b460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:22:10Z', 'updated_at': '2021-08-26T15:22:24Z', 'revision_number': 5, 'project_id': 'a571a33f0e074fabbd06be1f77a97dd0', 'subnets': [{'id': 'c96291ec-8721-4a15-8133-5907bd72b460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 15:29:20.474151 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc64b8b-0622-4174-9db4-f8b1e5c7f695 None None] New status for floating IP e8a1b674-a6cd-4ca9-abce-2c88d26ecaa5: DOWN {{(pid=93844) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 15:29:20.959361 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 60814) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:29:21.019068 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-9b6c2ab8-4b50-4ea8-b392-48aa06bb22db tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Notify callbacks [] for security_group, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:21.042709 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-9b6c2ab8-4b50-4ea8-b392-48aa06bb22db tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:21.090365 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-9b6c2ab8-4b50-4ea8-b392-48aa06bb22db tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:21.092892 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-9b6c2ab8-4b50-4ea8-b392-48aa06bb22db tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Notify callbacks [] for security_group, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:21.094634 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-9b6c2ab8-4b50-4ea8-b392-48aa06bb22db tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "DELETE /v2.0/security-groups/d44f3e1d-58b5-45ec-8f5c-7804374d3850 HTTP/1.1" status: 204 len: 168 time: 0.1342742 Aug 26 15:29:21.097883 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 60816) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:29:21.104344 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6c2ab8-4b50-4ea8-b392-48aa06bb22db tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d44f3e1d-58b5-45ec-8f5c-7804374d3850,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:29:21.114659 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.api.v2.resource [None req-3d4db0df-bbcf-40e7-9ff8-d13ba019194d tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] show failed (client error): The resource could not be found. Aug 26 15:29:21.115706 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-3d4db0df-bbcf-40e7-9ff8-d13ba019194d tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "GET /v2.0/security-groups/d44f3e1d-58b5-45ec-8f5c-7804374d3850 HTTP/1.1" status: 404 len: 347 time: 0.0165460 Aug 26 15:29:21.118802 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 60818) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:29:21.244420 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.plugin [None req-e2af52e2-e94c-400b-872e-e2978f7c3695 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Deleting port af2fd58f-eeaa-4514-96ec-9cc493927ffb {{(pid=93841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 15:29:21.244758 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-e2af52e2-e94c-400b-872e-e2978f7c3695 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793280853279'] for port, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:21.324816 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-e2af52e2-e94c-400b-872e-e2978f7c3695 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3924976'] for port, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:21.325141 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-e2af52e2-e94c-400b-872e-e2978f7c3695 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:21.337519 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.plugin [None req-e2af52e2-e94c-400b-872e-e2978f7c3695 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Calling delete_port for af2fd58f-eeaa-4514-96ec-9cc493927ffb owned by network:floatingip {{(pid=93841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 15:29:21.478546 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-e2af52e2-e94c-400b-872e-e2978f7c3695 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793280828191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793280355368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263742114'] for port, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:21.511018 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2af52e2-e94c-400b-872e-e2978f7c3695 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Pushing event deleted for resources: {'Port': ['ID=af2fd58f-eeaa-4514-96ec-9cc493927ffb,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:29:21.573492 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-e2af52e2-e94c-400b-872e-e2978f7c3695 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Notify callbacks [] for floatingip, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:21.576592 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-e2af52e2-e94c-400b-872e-e2978f7c3695 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4089636'] for floatingip, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:21.577815 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-e2af52e2-e94c-400b-872e-e2978f7c3695 tempest-AttachVolumeTestJSON-454450932 tempest-AttachVolumeTestJSON-454450932-project] 10.222.0.20 "DELETE /v2.0/floatingips/e8a1b674-a6cd-4ca9-abce-2c88d26ecaa5 HTTP/1.1" status: 204 len: 168 time: 0.4579360 Aug 26 15:29:22.154483 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Device f7896107-f1a7-4371-b446-444b4939d366 no longer exists at agent hyperv_hv-cinder-77957 {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 15:29:22.176851 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] No Port match for: f7896107-f1a7-4371-b446-444b4939d366 {{(pid=93843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 15:29:22.177214 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Device f7896107-f1a7-4371-b446-444b4939d366 not bound to the agent host hv-cinder-77957 {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 15:29:25.198249 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 60846) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:29:25.717456 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b52f3a57-e7c3-497d-b61a-29f4971eab14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3926049'] for router_interface, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:26.271841 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.plugin [None req-b52f3a57-e7c3-497d-b61a-29f4971eab14 admin admin] Deleting port 7b8979b1-77b6-4aa5-b0ae-1d430a1121bd {{(pid=93841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 15:29:26.272546 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b52f3a57-e7c3-497d-b61a-29f4971eab14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793280853279'] for port, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:26.367729 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-b52f3a57-e7c3-497d-b61a-29f4971eab14 admin admin] For port 7b8979b1-77b6-4aa5-b0ae-1d430a1121bd, host dv-cinder-779576-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-7-iscsi',level=0,port_id=7b8979b1-77b6-4aa5-b0ae-1d430a1121bd,segment=NetworkSegment(972cb16a-c764-497d-89f6-d9048023e775),segment_id=972cb16a-c764-497d-89f6-d9048023e775)] {{(pid=93841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:29:26.368092 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b52f3a57-e7c3-497d-b61a-29f4971eab14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3924976'] for port, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:26.381996 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.plugin [None req-b52f3a57-e7c3-497d-b61a-29f4971eab14 admin admin] Calling delete_port for 7b8979b1-77b6-4aa5-b0ae-1d430a1121bd owned by network:router_interface {{(pid=93841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 15:29:26.592047 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b52f3a57-e7c3-497d-b61a-29f4971eab14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793280828191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793280355368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263742114'] for port, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:26.622753 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52f3a57-e7c3-497d-b61a-29f4971eab14 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b8979b1-77b6-4aa5-b0ae-1d430a1121bd,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:29:26.832501 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b52f3a57-e7c3-497d-b61a-29f4971eab14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3774358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3926251'] for router_interface, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:27.089566 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b52f3a57-e7c3-497d-b61a-29f4971eab14 admin admin] Router 4843c204-b237-4a20-a7ea-e6b0935d230e has already been hosted by L3 agent 00a7d786-edfd-4f04-9152-3b7ae2bbf8ca {{(pid=93841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 15:29:27.206289 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b52f3a57-e7c3-497d-b61a-29f4971eab14 admin admin] Notify agent at l3_agent.dv-cinder-779576-7-iscsi the message routers_updated {{(pid=93841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 15:29:27.211407 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-b52f3a57-e7c3-497d-b61a-29f4971eab14 admin admin] 10.222.0.20 "PUT /v2.0/routers/4843c204-b237-4a20-a7ea-e6b0935d230e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0120847 Aug 26 15:29:27.213965 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 60850) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:29:27.217032 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa484532-a948-4fdb-9634-e43dfb8f1dfa None None] Sync routers for ids ['4843c204-b237-4a20-a7ea-e6b0935d230e'] in dv-cinder-779576-7-iscsi {{(pid=93843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 15:29:27.230855 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa484532-a948-4fdb-9634-e43dfb8f1dfa None None] Routers {'4843c204-b237-4a20-a7ea-e6b0935d230e'} bound to L3 agent in host dv-cinder-779576-7-iscsi {{(pid=93843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 15:29:27.231836 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-fa484532-a948-4fdb-9634-e43dfb8f1dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-26T15:14:10Z,description=,heartbeat_timestamp=2021-08-26T15:29:10Z,host='dv-cinder-779576-7-iscsi',id=00a7d786-edfd-4f04-9152-3b7ae2bbf8ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T15:14:10Z,topic='l3_agent')) {'router_ids': ['4843c204-b237-4a20-a7ea-e6b0935d230e'], 'active': True} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:29:27.348063 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-721f1c5d-f162-4188-875b-05cddc132b92 admin admin] Notify callbacks [] for router, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:27.363061 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvr_db [None req-fa484532-a948-4fdb-9634-e43dfb8f1dfa None None] Set router 4843c204-b237-4a20-a7ea-e6b0935d230e gateway port host: dv-cinder-779576-7-iscsi {{(pid=93843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 15:29:27.456831 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-721f1c5d-f162-4188-875b-05cddc132b92 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:27.520002 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.plugin [None req-721f1c5d-f162-4188-875b-05cddc132b92 admin admin] Deleting port b7bf23b4-1f41-4fbc-b878-23e19f4f34ea {{(pid=93841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 15:29:27.520561 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-721f1c5d-f162-4188-875b-05cddc132b92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793280853279'] for port, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:27.597882 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-fa484532-a948-4fdb-9634-e43dfb8f1dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4843c204-b237-4a20-a7ea-e6b0935d230e', 'name': 'tempest-AttachVolumeTestJSON-2127485695-router', 'tenant_id': 'a571a33f0e074fabbd06be1f77a97dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'b7bf23b4-1f41-4fbc-b878-23e19f4f34ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:21:59Z', 'updated_at': '2021-08-26T15:29:26Z', 'revision_number': 5, 'project_id': 'a571a33f0e074fabbd06be1f77a97dd0', 'gw_port': {'id': 'b7bf23b4-1f41-4fbc-b878-23e19f4f34ea', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:43:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4843c204-b237-4a20-a7ea-e6b0935d230e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:22:00Z', 'updated_at': '2021-08-26T15:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi'}], 'dv-cinder-779576-7-iscsi', False) {} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:29:27.630263 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa484532-a948-4fdb-9634-e43dfb8f1dfa None None] Checking router: 4843c204-b237-4a20-a7ea-e6b0935d230e for host: dv-cinder-779576-7-iscsi {{(pid=93843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 15:29:27.630880 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-721f1c5d-f162-4188-875b-05cddc132b92 admin admin] For port b7bf23b4-1f41-4fbc-b878-23e19f4f34ea, host dv-cinder-779576-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-7-iscsi',level=0,port_id=b7bf23b4-1f41-4fbc-b878-23e19f4f34ea,segment=NetworkSegment(d599df7f-c7a7-42e6-8c54-3da29125ead3),segment_id=d599df7f-c7a7-42e6-8c54-3da29125ead3)] {{(pid=93841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:29:27.631355 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-721f1c5d-f162-4188-875b-05cddc132b92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3924976'] for port, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:27.641015 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa484532-a948-4fdb-9634-e43dfb8f1dfa None None] Routers {'4843c204-b237-4a20-a7ea-e6b0935d230e'} bound to L3 agent in host dv-cinder-779576-7-iscsi {{(pid=93843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 15:29:27.641850 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-fa484532-a948-4fdb-9634-e43dfb8f1dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-26T15:14:10Z,description=,heartbeat_timestamp=2021-08-26T15:29:10Z,host='dv-cinder-779576-7-iscsi',id=00a7d786-edfd-4f04-9152-3b7ae2bbf8ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T15:14:10Z,topic='l3_agent')) {'router_ids': ['4843c204-b237-4a20-a7ea-e6b0935d230e'], 'active': True} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:29:27.651772 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.plugin [None req-721f1c5d-f162-4188-875b-05cddc132b92 admin admin] Calling delete_port for b7bf23b4-1f41-4fbc-b878-23e19f4f34ea owned by network:router_gateway {{(pid=93841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 15:29:27.784810 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvr_db [None req-fa484532-a948-4fdb-9634-e43dfb8f1dfa None None] Set router 4843c204-b237-4a20-a7ea-e6b0935d230e gateway port host: None {{(pid=93843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 15:29:27.856336 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-fa484532-a948-4fdb-9634-e43dfb8f1dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4843c204-b237-4a20-a7ea-e6b0935d230e', 'name': 'tempest-AttachVolumeTestJSON-2127485695-router', 'tenant_id': 'a571a33f0e074fabbd06be1f77a97dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:21:59Z', 'updated_at': '2021-08-26T15:29:27Z', 'revision_number': 6, 'project_id': 'a571a33f0e074fabbd06be1f77a97dd0', 'gw_port_host': None}], 'dv-cinder-779576-7-iscsi', False) {} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:29:27.906793 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa484532-a948-4fdb-9634-e43dfb8f1dfa None None] The sync data for ids ['4843c204-b237-4a20-a7ea-e6b0935d230e'] in dv-cinder-779576-7-iscsi is: [{'id': '4843c204-b237-4a20-a7ea-e6b0935d230e', 'name': 'tempest-AttachVolumeTestJSON-2127485695-router', 'tenant_id': 'a571a33f0e074fabbd06be1f77a97dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:21:59Z', 'updated_at': '2021-08-26T15:29:27Z', 'revision_number': 6, 'project_id': 'a571a33f0e074fabbd06be1f77a97dd0', 'gw_port_host': None}] {{(pid=93843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 15:29:27.914654 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-721f1c5d-f162-4188-875b-05cddc132b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793280828191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793280355368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263742114'] for port, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:27.943991 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721f1c5d-f162-4188-875b-05cddc132b92 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7bf23b4-1f41-4fbc-b878-23e19f4f34ea,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:29:28.023995 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-721f1c5d-f162-4188-875b-05cddc132b92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3928497'] for router_gateway, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:28.130895 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-721f1c5d-f162-4188-875b-05cddc132b92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3930414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28890'] for router, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:28.133535 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-721f1c5d-f162-4188-875b-05cddc132b92 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:28.182782 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-721f1c5d-f162-4188-875b-05cddc132b92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3930401'] for router, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:28.183602 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-721f1c5d-f162-4188-875b-05cddc132b92 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4843c204-b237-4a20-a7ea-e6b0935d230e {{(pid=93841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 15:29:28.191269 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-721f1c5d-f162-4188-875b-05cddc132b92 admin admin] Notify callbacks [] for router, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:28.192924 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-721f1c5d-f162-4188-875b-05cddc132b92 admin admin] 10.222.0.20 "DELETE /v2.0/routers/4843c204-b237-4a20-a7ea-e6b0935d230e HTTP/1.1" status: 204 len: 168 time: 0.9778197 Aug 26 15:29:28.195773 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 60852) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:29:28.250014 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c008105-7692-47ca-98c5-03ef56f4c1de admin admin] Deleting subnet c96291ec-8721-4a15-8133-5907bd72b460 {{(pid=93841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 15:29:28.253571 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-3c008105-7692-47ca-98c5-03ef56f4c1de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:28.293970 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-3c008105-7692-47ca-98c5-03ef56f4c1de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263749214'] for subnet, precommit_delete_associations {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:28.390095 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-3c008105-7692-47ca-98c5-03ef56f4c1de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3507378'] for subnet, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:28.482496 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-3c008105-7692-47ca-98c5-03ef56f4c1de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3507389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263742193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263881457'] for subnet, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:28.516357 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c008105-7692-47ca-98c5-03ef56f4c1de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c96291ec-8721-4a15-8133-5907bd72b460,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:29:28.520963 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-3c008105-7692-47ca-98c5-03ef56f4c1de admin admin] Notify callbacks [] for subnet, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:28.524675 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-3c008105-7692-47ca-98c5-03ef56f4c1de admin admin] 10.222.0.20 "DELETE /v2.0/subnets/c96291ec-8721-4a15-8133-5907bd72b460 HTTP/1.1" status: 204 len: 168 time: 0.3271160 Aug 26 15:29:28.528241 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 60856) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:29:28.529321 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05cb8e52-6d01-44cc-b9c0-da89e192ed45 None None] Network a386d6d9-e769-427b-a3dd-4a66aae709a7 requested from dv-cinder-779576-7-iscsi {{(pid=93843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 15:29:28.615642 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-45cb2458-0339-4b21-a703-b9f171787a77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526882'] for network, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:28.711153 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.plugin [None req-45cb2458-0339-4b21-a703-b9f171787a77 admin admin] Deleting port 78345ef7-922f-4191-9660-b293de9b535c {{(pid=93841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 15:29:28.711719 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-45cb2458-0339-4b21-a703-b9f171787a77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793280853279'] for port, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:28.764811 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2551e6f9-adcb-4545-b9de-5504f66df063 None None] DHCP port deletion for a386d6d9-e769-427b-a3dd-4a66aae709a7 request from dv-cinder-779576-7-iscsi {{(pid=93843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 15:29:28.823520 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-45cb2458-0339-4b21-a703-b9f171787a77 admin admin] For port 78345ef7-922f-4191-9660-b293de9b535c, host dv-cinder-779576-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-7-iscsi',level=0,port_id=78345ef7-922f-4191-9660-b293de9b535c,segment=NetworkSegment(972cb16a-c764-497d-89f6-d9048023e775),segment_id=972cb16a-c764-497d-89f6-d9048023e775)] {{(pid=93841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:29:28.824046 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-45cb2458-0339-4b21-a703-b9f171787a77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3924976'] for port, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:28.860328 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-2551e6f9-adcb-4545-b9de-5504f66df063 None None] Deleting port 78345ef7-922f-4191-9660-b293de9b535c {{(pid=93843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 15:29:28.860786 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-2551e6f9-adcb-4545-b9de-5504f66df063 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793280853279'] for port, before_delete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:28.860973 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.plugin [None req-45cb2458-0339-4b21-a703-b9f171787a77 admin admin] Calling delete_port for 78345ef7-922f-4191-9660-b293de9b535c owned by network:dhcp {{(pid=93841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 15:29:28.910072 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Device 7b8979b1-77b6-4aa5-b0ae-1d430a1121bd no longer exists at agent ovs-agent-dv-cinder-779576-7-iscsi {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 15:29:28.951593 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] No Port match for: 7b8979b1-77b6-4aa5-b0ae-1d430a1121bd {{(pid=93843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 15:29:28.952198 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Device 7b8979b1-77b6-4aa5-b0ae-1d430a1121bd not bound to the agent host dv-cinder-779576-7-iscsi {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 15:29:28.953080 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Device 78345ef7-922f-4191-9660-b293de9b535c no longer exists at agent ovs-agent-dv-cinder-779576-7-iscsi {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 15:29:28.981924 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-45cb2458-0339-4b21-a703-b9f171787a77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793280828191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793280355368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263742114'] for port, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:29.007707 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-2551e6f9-adcb-4545-b9de-5504f66df063 None None] For port 78345ef7-922f-4191-9660-b293de9b535c, host dv-cinder-779576-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-7-iscsi',level=0,port_id=78345ef7-922f-4191-9660-b293de9b535c,segment=NetworkSegment(972cb16a-c764-497d-89f6-d9048023e775),segment_id=972cb16a-c764-497d-89f6-d9048023e775)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:29:29.008213 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-2551e6f9-adcb-4545-b9de-5504f66df063 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3924976'] for port, precommit_delete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:29.017757 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cb2458-0339-4b21-a703-b9f171787a77 admin admin] Pushing event deleted for resources: {'Port': ['ID=78345ef7-922f-4191-9660-b293de9b535c,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:29:29.023093 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45cb2458-0339-4b21-a703-b9f171787a77 admin admin] No DVR routers for this DVR port 78345ef7-922f-4191-9660-b293de9b535c on host dv-cinder-779576-7-iscsi {{(pid=93841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 15:29:29.037408 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-2551e6f9-adcb-4545-b9de-5504f66df063 None None] Calling delete_port for 78345ef7-922f-4191-9660-b293de9b535c owned by network:dhcp {{(pid=93843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 15:29:29.056010 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] No active binding found for port 78345ef7-922f-4191-9660-b293de9b535c {{(pid=93843) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 26 15:29:29.056438 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Device 78345ef7-922f-4191-9660-b293de9b535c not bound to the agent host dv-cinder-779576-7-iscsi {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 15:29:29.056851 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Device b7bf23b4-1f41-4fbc-b878-23e19f4f34ea no longer exists at agent ovs-agent-dv-cinder-779576-7-iscsi {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 15:29:29.128108 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-45cb2458-0339-4b21-a703-b9f171787a77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687945', 'neutron.services.segments.db._delete_segments_for_network-8793280934638'] for network, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:29.151246 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.services.segments.db [None req-45cb2458-0339-4b21-a703-b9f171787a77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a386d6d9-e769-427b-a3dd-4a66aae709a7']}} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:29:29.168937 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.services.segments.db [None req-45cb2458-0339-4b21-a703-b9f171787a77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '972cb16a-c764-497d-89f6-d9048023e775') {'for_net_delete': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:29:29.169239 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.services.segments.db [None req-45cb2458-0339-4b21-a703-b9f171787a77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '972cb16a-c764-497d-89f6-d9048023e775') {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:29:29.193430 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-45cb2458-0339-4b21-a703-b9f171787a77 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793280934521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263749185'] for segment, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:29.222981 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-45cb2458-0339-4b21-a703-b9f171787a77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509819'] for segment, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:29.234902 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45cb2458-0339-4b21-a703-b9f171787a77 admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=93841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 15:29:29.235557 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-45cb2458-0339-4b21-a703-b9f171787a77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263742103'] for segment, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:29.238356 dv-cinder-779576-7-iscsi neutron-server[93841]: Traceback (most recent call last): Aug 26 15:29:29.238356 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 15:29:29.238356 dv-cinder-779576-7-iscsi neutron-server[93841]: timer() Aug 26 15:29:29.238356 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 15:29:29.238356 dv-cinder-779576-7-iscsi neutron-server[93841]: cb(*args, **kw) Aug 26 15:29:29.238356 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 15:29:29.238356 dv-cinder-779576-7-iscsi neutron-server[93841]: return func(*args, **kwargs) Aug 26 15:29:29.238356 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 15:29:29.238356 dv-cinder-779576-7-iscsi neutron-server[93841]: self._notify() Aug 26 15:29:29.238356 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 15:29:29.238356 dv-cinder-779576-7-iscsi neutron-server[93841]: self.callback(batched_events) Aug 26 15:29:29.238356 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 15:29:29.238356 dv-cinder-779576-7-iscsi neutron-server[93841]: event.method(event) Aug 26 15:29:29.238356 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 15:29:29.238356 dv-cinder-779576-7-iscsi neutron-server[93841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 15:29:29.238356 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 15:29:29.238356 dv-cinder-779576-7-iscsi neutron-server[93841]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 15:29:29.238356 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 15:29:29.238356 dv-cinder-779576-7-iscsi neutron-server[93841]: return f(self, *a, **k) Aug 26 15:29:29.238356 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 15:29:29.238356 dv-cinder-779576-7-iscsi neutron-server[93841]: return self._get(url).json() Aug 26 15:29:29.238356 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 15:29:29.238356 dv-cinder-779576-7-iscsi neutron-server[93841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 15:29:29.238356 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 15:29:29.238356 dv-cinder-779576-7-iscsi neutron-server[93841]: return self.request(url, 'GET', **kwargs) Aug 26 15:29:29.238356 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 15:29:29.238356 dv-cinder-779576-7-iscsi neutron-server[93841]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 15:29:29.238356 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 15:29:29.238356 dv-cinder-779576-7-iscsi neutron-server[93841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 15:29:29.238356 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 15:29:29.238356 dv-cinder-779576-7-iscsi neutron-server[93841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 15:29:29.238356 dv-cinder-779576-7-iscsi neutron-server[93841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 15:29:29.262745 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] No Port match for: b7bf23b4-1f41-4fbc-b878-23e19f4f34ea {{(pid=93843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 15:29:29.263184 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Device b7bf23b4-1f41-4fbc-b878-23e19f4f34ea not bound to the agent host dv-cinder-779576-7-iscsi {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 15:29:29.316318 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-2551e6f9-adcb-4545-b9de-5504f66df063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793280828191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793280355368'] for port, after_delete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:29.325289 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-45cb2458-0339-4b21-a703-b9f171787a77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3928461'] for network, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:29.335412 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-45cb2458-0339-4b21-a703-b9f171787a77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774323'] for network, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:29.337975 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-45cb2458-0339-4b21-a703-b9f171787a77 admin admin] 10.222.0.20 "DELETE /v2.0/networks/a386d6d9-e769-427b-a3dd-4a66aae709a7 HTTP/1.1" status: 204 len: 168 time: 0.8084497 Aug 26 15:29:29.355099 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cb2458-0339-4b21-a703-b9f171787a77 admin admin] Pushing event deleted for resources: {'Network': ['ID=a386d6d9-e769-427b-a3dd-4a66aae709a7,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:29:29.364219 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2551e6f9-adcb-4545-b9de-5504f66df063 None None] Pushing event deleted for resources: {'Port': ['ID=78345ef7-922f-4191-9660-b293de9b535c,revision_number=None']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:29:29.367271 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2551e6f9-adcb-4545-b9de-5504f66df063 None None] No DVR routers for this DVR port 78345ef7-922f-4191-9660-b293de9b535c on host dv-cinder-779576-7-iscsi {{(pid=93843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 15:29:29.500580 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 60864) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:29:29.549357 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-8b200487-4e4e-402e-9b4b-d139140d0c24 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a571a33f0e074fabbd06be1f77a97dd0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0469720 Aug 26 15:29:29.553186 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 60866) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:29:29.614799 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-1d719cdb-ac4e-4049-8ea9-97bac93f851d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:29.644942 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-1d719cdb-ac4e-4049-8ea9-97bac93f851d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:29.704903 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-1d719cdb-ac4e-4049-8ea9-97bac93f851d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:29.707726 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-1d719cdb-ac4e-4049-8ea9-97bac93f851d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:29.708909 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-1d719cdb-ac4e-4049-8ea9-97bac93f851d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d334d206-6957-4706-a6f3-f8634d810298 HTTP/1.1" status: 204 len: 168 time: 0.1547356 Aug 26 15:29:29.718557 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d719cdb-ac4e-4049-8ea9-97bac93f851d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d334d206-6957-4706-a6f3-f8634d810298,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:29:31.696311 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 60910) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:29:31.865582 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-38a4f24b-c2cb-432f-a847-ec4c23203f2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:31.963858 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-38a4f24b-c2cb-432f-a847-ec4c23203f2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:31.970054 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-38a4f24b-c2cb-432f-a847-ec4c23203f2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:32.009255 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-38a4f24b-c2cb-432f-a847-ec4c23203f2b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d5cbe6aa63ae4d24a5d713b63538d7b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3115313 Aug 26 15:29:32.009996 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a4f24b-c2cb-432f-a847-ec4c23203f2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9779f5d-05f9-4578-a282-b5995190ffd9,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:29:32.013283 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 60914) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:29:32.074027 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-2e2d331e-0387-41ca-b0f7-92fb517943ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:32.099086 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-2e2d331e-0387-41ca-b0f7-92fb517943ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:32.154117 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-2e2d331e-0387-41ca-b0f7-92fb517943ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:32.157272 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-2e2d331e-0387-41ca-b0f7-92fb517943ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:32.158503 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-2e2d331e-0387-41ca-b0f7-92fb517943ea admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f9779f5d-05f9-4578-a282-b5995190ffd9 HTTP/1.1" status: 204 len: 168 time: 0.1434216 Aug 26 15:29:32.168745 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2d331e-0387-41ca-b0f7-92fb517943ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9779f5d-05f9-4578-a282-b5995190ffd9,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:29:32.441059 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 60920) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:29:32.455958 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-7b531287-3a5d-4064-922d-e60f9318e006 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:32.550967 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-7b531287-3a5d-4064-922d-e60f9318e006 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:32.554897 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-7b531287-3a5d-4064-922d-e60f9318e006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:32.597566 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-7b531287-3a5d-4064-922d-e60f9318e006 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1f3d983f627842409aa473b002e1ecab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1553273 Aug 26 15:29:32.598299 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b531287-3a5d-4064-922d-e60f9318e006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=023833fa-ff16-4471-b5d2-8d6bbd68b561,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:29:32.600785 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 60922) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:29:32.657838 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b96132f5-79c2-446c-869c-8be947f59609 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:32.679447 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b96132f5-79c2-446c-869c-8be947f59609 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:32.743870 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b96132f5-79c2-446c-869c-8be947f59609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:32.746886 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b96132f5-79c2-446c-869c-8be947f59609 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:32.748478 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-b96132f5-79c2-446c-869c-8be947f59609 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/023833fa-ff16-4471-b5d2-8d6bbd68b561 HTTP/1.1" status: 204 len: 168 time: 0.1468122 Aug 26 15:29:32.759266 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96132f5-79c2-446c-869c-8be947f59609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=023833fa-ff16-4471-b5d2-8d6bbd68b561,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:29:37.178001 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-fb130f3d-3ba0-424e-b12f-a6ab016a3fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:38.914787 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:39.333422 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9550bfeb-b8de-4f52-87ba-59ba8d208de4 req-b2beac57-2642-490d-9c2b-f807294fd528 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:29:39.335549 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-9550bfeb-b8de-4f52-87ba-59ba8d208de4 req-b2beac57-2642-490d-9c2b-f807294fd528 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc6d676a-9c2d-4017-9854-6ef6dbb13c54 HTTP/1.1" status: 200 len: 947 time: 0.0708902 Aug 26 15:29:39.392662 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-9550bfeb-b8de-4f52-87ba-59ba8d208de4 req-40cad5d2-b5ba-44a4-a8ea-9a968422df2f tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=91c8d1dc-3a35-4d14-bfc1-2a332cc1b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498946 Aug 26 15:29:39.855074 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:39.969902 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-63e1589d-d406-4074-9d94-a71bc900e646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:40.523142 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122994c6-36cd-401b-a74e-11e85cc9bfbf req-064eac73-d6af-4b2c-8b5b-3f90c567e3c6 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:29:40.524760 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-122994c6-36cd-401b-a74e-11e85cc9bfbf req-064eac73-d6af-4b2c-8b5b-3f90c567e3c6 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc6d676a-9c2d-4017-9854-6ef6dbb13c54 HTTP/1.1" status: 200 len: 947 time: 0.0528138 Aug 26 15:29:40.571254 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6e9783-115e-4317-8771-dd91c508ecc5 req-4f77ec22-b746-4b63-bb7e-e4b55c25d955 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:29:40.572816 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-2c6e9783-115e-4317-8771-dd91c508ecc5 req-4f77ec22-b746-4b63-bb7e-e4b55c25d955 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.47 "GET /v2.0/ports?device_id=dc6d676a-9c2d-4017-9854-6ef6dbb13c54 HTTP/1.1" status: 200 len: 947 time: 0.0559068 Aug 26 15:29:40.575057 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-122994c6-36cd-401b-a74e-11e85cc9bfbf req-b67199b7-ed78-4fd5-914c-799c58bde33e tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups?id=91c8d1dc-3a35-4d14-bfc1-2a332cc1b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405278 Aug 26 15:29:40.672886 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [req-2c6e9783-115e-4317-8771-dd91c508ecc5 req-5de7a2da-f349-4374-b584-a9f9a96b0c67 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Deleting port 7e8416d0-e93b-4faf-afed-ec9f484f6325 {{(pid=93842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 15:29:40.673226 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-2c6e9783-115e-4317-8771-dd91c508ecc5 req-5de7a2da-f349-4374-b584-a9f9a96b0c67 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793280853279'] for port, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:40.766194 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.db [req-2c6e9783-115e-4317-8771-dd91c508ecc5 req-5de7a2da-f349-4374-b584-a9f9a96b0c67 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] For port 7e8416d0-e93b-4faf-afed-ec9f484f6325, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=7e8416d0-e93b-4faf-afed-ec9f484f6325,segment=NetworkSegment(a2157187-b2ff-4956-9692-54ade6ba6784),segment_id=a2157187-b2ff-4956-9692-54ade6ba6784)] {{(pid=93842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:29:40.766542 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-2c6e9783-115e-4317-8771-dd91c508ecc5 req-5de7a2da-f349-4374-b584-a9f9a96b0c67 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3924976'] for port, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:40.951015 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-2c6e9783-115e-4317-8771-dd91c508ecc5 req-5de7a2da-f349-4374-b584-a9f9a96b0c67 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:40.951532 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-2c6e9783-115e-4317-8771-dd91c508ecc5 req-5de7a2da-f349-4374-b584-a9f9a96b0c67 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3928447'] for floatingip, after_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:40.951984 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.db.l3_db [req-2c6e9783-115e-4317-8771-dd91c508ecc5 req-5de7a2da-f349-4374-b584-a9f9a96b0c67 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Floating IP 41b231f5-dbbe-4ff3-9fd9-55a94ddae5e4 disassociated. External IP: 172.27.3.110, port: 7e8416d0-e93b-4faf-afed-ec9f484f6325. Aug 26 15:29:40.952881 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [req-2c6e9783-115e-4317-8771-dd91c508ecc5 req-5de7a2da-f349-4374-b584-a9f9a96b0c67 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Calling delete_port for 7e8416d0-e93b-4faf-afed-ec9f484f6325 owned by compute:nova {{(pid=93842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 15:29:41.087883 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-2c6e9783-115e-4317-8771-dd91c508ecc5 req-5de7a2da-f349-4374-b584-a9f9a96b0c67 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793280828191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793280355368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261268877'] for port, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:41.118847 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de7a2da-f349-4374-b584-a9f9a96b0c67 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Pushing event deleted for resources: {'Port': ['ID=7e8416d0-e93b-4faf-afed-ec9f484f6325,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:29:41.266186 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2c6e9783-115e-4317-8771-dd91c508ecc5 req-5de7a2da-f349-4374-b584-a9f9a96b0c67 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Router aa04ec2d-9fe1-465b-8ce7-4d02c673929e has already been hosted by L3 agent 00a7d786-edfd-4f04-9152-3b7ae2bbf8ca {{(pid=93842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 15:29:41.381367 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c45f19a1-5a59-44e4-9446-0a9261f71b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:41.390119 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2c6e9783-115e-4317-8771-dd91c508ecc5 req-5de7a2da-f349-4374-b584-a9f9a96b0c67 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Notify agent at l3_agent.dv-cinder-779576-7-iscsi the message routers_updated {{(pid=93842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 15:29:41.402304 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfc4ac1-a2d2-49c4-8e40-60c6b9a9e176 None None] Sync routers for ids ['aa04ec2d-9fe1-465b-8ce7-4d02c673929e'] in dv-cinder-779576-7-iscsi {{(pid=93844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 15:29:41.413786 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfc4ac1-a2d2-49c4-8e40-60c6b9a9e176 None None] Routers {'aa04ec2d-9fe1-465b-8ce7-4d02c673929e'} bound to L3 agent in host dv-cinder-779576-7-iscsi {{(pid=93844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 15:29:41.414560 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-acfc4ac1-a2d2-49c4-8e40-60c6b9a9e176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T15:14:10Z,description=,heartbeat_timestamp=2021-08-26T15:29:40Z,host='dv-cinder-779576-7-iscsi',id=00a7d786-edfd-4f04-9152-3b7ae2bbf8ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T15:14:10Z,topic='l3_agent')) {'router_ids': ['aa04ec2d-9fe1-465b-8ce7-4d02c673929e'], 'active': True} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:29:41.444953 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c6e9783-115e-4317-8771-dd91c508ecc5 req-5de7a2da-f349-4374-b584-a9f9a96b0c67 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] No DVR routers for this DVR port 7e8416d0-e93b-4faf-afed-ec9f484f6325 on host hv-cinder-77957 {{(pid=93842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 15:29:41.448597 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-2c6e9783-115e-4317-8771-dd91c508ecc5 req-5de7a2da-f349-4374-b584-a9f9a96b0c67 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4089636'] for port, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:41.450984 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-2c6e9783-115e-4317-8771-dd91c508ecc5 req-5de7a2da-f349-4374-b584-a9f9a96b0c67 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.47 "DELETE /v2.0/ports/7e8416d0-e93b-4faf-afed-ec9f484f6325 HTTP/1.1" status: 204 len: 173 time: 0.8716273 Aug 26 15:29:41.451249 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc6d676a-9c2d-4017-9854-6ef6dbb13c54', 'name': 'network-vif-deleted', 'tag': '7e8416d0-e93b-4faf-afed-ec9f484f6325'}] {{(pid=93842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 15:29:41.454717 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ba7f6f71eda5a1db7669fef78c8684417bcd8012e21f8533533c8be1abdbb96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55b231eb-d878-4495-bf2b-ce8f632c45ff" -d '{"events": [{"server_uuid": "dc6d676a-9c2d-4017-9854-6ef6dbb13c54", "name": "network-vif-deleted", "tag": "7e8416d0-e93b-4faf-afed-ec9f484f6325"}]}' {{(pid=93842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:29:41.532047 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 15:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-addc7715-392b-422c-ab0b-474826c8a515 x-openstack-request-id: req-addc7715-392b-422c-ab0b-474826c8a515 {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:29:41.533059 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc6d676a-9c2d-4017-9854-6ef6dbb13c54", "name": "network-vif-deleted", "tag": "7e8416d0-e93b-4faf-afed-ec9f484f6325", "status": "completed", "code": 200}]} {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:29:41.533545 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-addc7715-392b-422c-ab0b-474826c8a515 {{(pid=93842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:29:41.534234 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc6d676a-9c2d-4017-9854-6ef6dbb13c54', 'name': 'network-vif-deleted', 'tag': '7e8416d0-e93b-4faf-afed-ec9f484f6325', 'status': 'completed', 'code': 200} Aug 26 15:29:41.549021 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvr_db [None req-acfc4ac1-a2d2-49c4-8e40-60c6b9a9e176 None None] Set router aa04ec2d-9fe1-465b-8ce7-4d02c673929e gateway port host: dv-cinder-779576-7-iscsi {{(pid=93844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 15:29:41.783537 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-8bf7855f-aa69-47b7-922d-a095876fd579 req-ff6c1825-3dd3-47cd-9904-e5cb2a466b64 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc6d676a-9c2d-4017-9854-6ef6dbb13c54 HTTP/1.1" status: 200 len: 210 time: 0.0628626 Aug 26 15:29:41.824056 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-acfc4ac1-a2d2-49c4-8e40-60c6b9a9e176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa04ec2d-9fe1-465b-8ce7-4d02c673929e', 'name': 'tempest-AttachVolumeShelveTestJSON-1152206057-router', 'tenant_id': '51d0a6d3e78f46f98a1a4881bf9eb094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '4f474097-4049-45b8-a400-24afad7e1455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:21:58Z', 'updated_at': '2021-08-26T15:22:09Z', 'revision_number': 4, 'project_id': '51d0a6d3e78f46f98a1a4881bf9eb094', 'gw_port': {'id': '4f474097-4049-45b8-a400-24afad7e1455', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:78:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa04ec2d-9fe1-465b-8ce7-4d02c673929e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:22:00Z', 'updated_at': '2021-08-26T15:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi', '_interfaces': [{'id': 'a82d00a2-2666-409e-908f-9a451551a39c', 'name': '', 'network_id': 'd887f735-fbdb-4418-baf1-8e9e0d77221f', 'tenant_id': '51d0a6d3e78f46f98a1a4881bf9eb094', 'mac_address': 'fa:16:3e:c8:31:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa04ec2d-9fe1-465b-8ce7-4d02c673929e', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '2dc1893b-86f2-4498-b069-d334c29d6d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:22:06Z', 'updated_at': '2021-08-26T15:22:26Z', 'revision_number': 5, 'project_id': '51d0a6d3e78f46f98a1a4881bf9eb094', 'subnets': [{'id': '2dc1893b-86f2-4498-b069-d334c29d6d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-7-iscsi', False) {} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:29:41.872513 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfc4ac1-a2d2-49c4-8e40-60c6b9a9e176 None None] Checking router: aa04ec2d-9fe1-465b-8ce7-4d02c673929e for host: dv-cinder-779576-7-iscsi {{(pid=93844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 15:29:41.889223 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfc4ac1-a2d2-49c4-8e40-60c6b9a9e176 None None] Routers {'aa04ec2d-9fe1-465b-8ce7-4d02c673929e'} bound to L3 agent in host dv-cinder-779576-7-iscsi {{(pid=93844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 15:29:41.890321 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-acfc4ac1-a2d2-49c4-8e40-60c6b9a9e176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T15:14:10Z,description=,heartbeat_timestamp=2021-08-26T15:29:40Z,host='dv-cinder-779576-7-iscsi',id=00a7d786-edfd-4f04-9152-3b7ae2bbf8ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T15:14:10Z,topic='l3_agent')) {'router_ids': ['aa04ec2d-9fe1-465b-8ce7-4d02c673929e'], 'active': True} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:29:42.054482 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvr_db [None req-acfc4ac1-a2d2-49c4-8e40-60c6b9a9e176 None None] Set router aa04ec2d-9fe1-465b-8ce7-4d02c673929e gateway port host: dv-cinder-779576-7-iscsi {{(pid=93844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 15:29:42.342013 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-acfc4ac1-a2d2-49c4-8e40-60c6b9a9e176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa04ec2d-9fe1-465b-8ce7-4d02c673929e', 'name': 'tempest-AttachVolumeShelveTestJSON-1152206057-router', 'tenant_id': '51d0a6d3e78f46f98a1a4881bf9eb094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '4f474097-4049-45b8-a400-24afad7e1455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:21:58Z', 'updated_at': '2021-08-26T15:22:09Z', 'revision_number': 4, 'project_id': '51d0a6d3e78f46f98a1a4881bf9eb094', 'gw_port': {'id': '4f474097-4049-45b8-a400-24afad7e1455', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:78:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa04ec2d-9fe1-465b-8ce7-4d02c673929e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:22:00Z', 'updated_at': '2021-08-26T15:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi', '_interfaces': [{'id': 'a82d00a2-2666-409e-908f-9a451551a39c', 'name': '', 'network_id': 'd887f735-fbdb-4418-baf1-8e9e0d77221f', 'tenant_id': '51d0a6d3e78f46f98a1a4881bf9eb094', 'mac_address': 'fa:16:3e:c8:31:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa04ec2d-9fe1-465b-8ce7-4d02c673929e', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '2dc1893b-86f2-4498-b069-d334c29d6d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:22:06Z', 'updated_at': '2021-08-26T15:22:26Z', 'revision_number': 5, 'project_id': '51d0a6d3e78f46f98a1a4881bf9eb094', 'subnets': [{'id': '2dc1893b-86f2-4498-b069-d334c29d6d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-7-iscsi', False) {} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:29:42.370484 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfc4ac1-a2d2-49c4-8e40-60c6b9a9e176 None None] The sync data for ids ['aa04ec2d-9fe1-465b-8ce7-4d02c673929e'] in dv-cinder-779576-7-iscsi is: [{'id': 'aa04ec2d-9fe1-465b-8ce7-4d02c673929e', 'name': 'tempest-AttachVolumeShelveTestJSON-1152206057-router', 'tenant_id': '51d0a6d3e78f46f98a1a4881bf9eb094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '4f474097-4049-45b8-a400-24afad7e1455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:21:58Z', 'updated_at': '2021-08-26T15:22:09Z', 'revision_number': 4, 'project_id': '51d0a6d3e78f46f98a1a4881bf9eb094', 'gw_port': {'id': '4f474097-4049-45b8-a400-24afad7e1455', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:78:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa04ec2d-9fe1-465b-8ce7-4d02c673929e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:22:00Z', 'updated_at': '2021-08-26T15:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi', '_interfaces': [{'id': 'a82d00a2-2666-409e-908f-9a451551a39c', 'name': '', 'network_id': 'd887f735-fbdb-4418-baf1-8e9e0d77221f', 'tenant_id': '51d0a6d3e78f46f98a1a4881bf9eb094', 'mac_address': 'fa:16:3e:c8:31:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa04ec2d-9fe1-465b-8ce7-4d02c673929e', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '2dc1893b-86f2-4498-b069-d334c29d6d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:22:06Z', 'updated_at': '2021-08-26T15:22:26Z', 'revision_number': 5, 'project_id': '51d0a6d3e78f46f98a1a4881bf9eb094', 'subnets': [{'id': '2dc1893b-86f2-4498-b069-d334c29d6d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 15:29:42.424498 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 32842) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:29:42.543284 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-4680cc2b-34f4-4704-a3fe-c807f0799cda admin admin] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:42.632255 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb0a0c1-70df-43a6-904c-22605401dfab None None] New status for floating IP 41b231f5-dbbe-4ff3-9fd9-55a94ddae5e4: DOWN {{(pid=93843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 15:29:42.652571 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-4680cc2b-34f4-4704-a3fe-c807f0799cda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:42.657781 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-4680cc2b-34f4-4704-a3fe-c807f0799cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:42.699158 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-4680cc2b-34f4-4704-a3fe-c807f0799cda admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b4c7fad3f6b14ef3a7dbfe0999e0e01b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2711246 Aug 26 15:29:42.699506 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 32846) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:29:42.702386 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4680cc2b-34f4-4704-a3fe-c807f0799cda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eabe78c-6058-405a-9a24-6b7461b0b404,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:29:42.758648 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-ca8ed71f-197e-464e-84e1-ad5b7a6f0d7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:42.783940 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-ca8ed71f-197e-464e-84e1-ad5b7a6f0d7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:42.835836 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-ca8ed71f-197e-464e-84e1-ad5b7a6f0d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:42.838940 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-ca8ed71f-197e-464e-84e1-ad5b7a6f0d7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:42.840163 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-ca8ed71f-197e-464e-84e1-ad5b7a6f0d7d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4eabe78c-6058-405a-9a24-6b7461b0b404 HTTP/1.1" status: 204 len: 168 time: 0.1391063 Aug 26 15:29:42.853264 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8ed71f-197e-464e-84e1-ad5b7a6f0d7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eabe78c-6058-405a-9a24-6b7461b0b404,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:29:42.891738 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 32854) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:29:42.958413 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-8c6d77fd-0cf1-42f6-a4c4-dc83b5e78a48 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Notify callbacks [] for security_group, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:42.995686 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-8c6d77fd-0cf1-42f6-a4c4-dc83b5e78a48 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:43.015903 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-a6032fac-f2a0-46d6-9c2c-2483dfdc6249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:43.049818 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-8c6d77fd-0cf1-42f6-a4c4-dc83b5e78a48 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:43.052541 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-8c6d77fd-0cf1-42f6-a4c4-dc83b5e78a48 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Notify callbacks [] for security_group, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:43.057024 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-8c6d77fd-0cf1-42f6-a4c4-dc83b5e78a48 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "DELETE /v2.0/security-groups/91c8d1dc-3a35-4d14-bfc1-2a332cc1b54e HTTP/1.1" status: 204 len: 168 time: 0.1614134 Aug 26 15:29:43.057425 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 32858) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:29:43.068826 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6d77fd-0cf1-42f6-a4c4-dc83b5e78a48 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91c8d1dc-3a35-4d14-bfc1-2a332cc1b54e,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:29:43.082938 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.api.v2.resource [None req-77041fc1-9066-4432-b87c-b532910646c8 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] show failed (client error): The resource could not be found. Aug 26 15:29:43.085728 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-77041fc1-9066-4432-b87c-b532910646c8 tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "GET /v2.0/security-groups/91c8d1dc-3a35-4d14-bfc1-2a332cc1b54e HTTP/1.1" status: 404 len: 347 time: 0.0255554 Aug 26 15:29:43.087021 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 32860) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:29:43.187789 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 32862) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:29:43.202059 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-3990ae4a-d758-43fb-906a-5722d484a826 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:43.228509 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [None req-0d6a7c02-6651-491b-9e74-e30c3718655f tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Deleting port cd80b4b4-50ec-4622-9763-786eb4ad87c2 {{(pid=93842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 15:29:43.228904 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-0d6a7c02-6651-491b-9e74-e30c3718655f tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793280853279'] for port, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:43.325621 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-3990ae4a-d758-43fb-906a-5722d484a826 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:43.331322 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-3990ae4a-d758-43fb-906a-5722d484a826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:43.341326 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-0d6a7c02-6651-491b-9e74-e30c3718655f tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3924976'] for port, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:43.341937 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-0d6a7c02-6651-491b-9e74-e30c3718655f tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:43.360223 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [None req-0d6a7c02-6651-491b-9e74-e30c3718655f tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Calling delete_port for cd80b4b4-50ec-4622-9763-786eb4ad87c2 owned by network:floatingip {{(pid=93842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 15:29:43.395109 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-3990ae4a-d758-43fb-906a-5722d484a826 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a4a2da0e71f1475d84405522b8615da2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2058723 Aug 26 15:29:43.397528 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 32864) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:29:43.400375 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3990ae4a-d758-43fb-906a-5722d484a826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5a9c1d8-a28b-4e57-af43-ca15d4bdacc2,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:29:43.475496 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-70fb2df5-2336-4d9a-a91e-8d10fa2b7f92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:43.500160 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-70fb2df5-2336-4d9a-a91e-8d10fa2b7f92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:43.537097 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-0d6a7c02-6651-491b-9e74-e30c3718655f tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793280828191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793280355368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261268877'] for port, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:43.564017 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-70fb2df5-2336-4d9a-a91e-8d10fa2b7f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:43.569280 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-70fb2df5-2336-4d9a-a91e-8d10fa2b7f92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:43.571244 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-70fb2df5-2336-4d9a-a91e-8d10fa2b7f92 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a5a9c1d8-a28b-4e57-af43-ca15d4bdacc2 HTTP/1.1" status: 204 len: 168 time: 0.1719327 Aug 26 15:29:43.580713 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6a7c02-6651-491b-9e74-e30c3718655f tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Pushing event deleted for resources: {'Port': ['ID=cd80b4b4-50ec-4622-9763-786eb4ad87c2,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:29:43.592297 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fb2df5-2336-4d9a-a91e-8d10fa2b7f92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5a9c1d8-a28b-4e57-af43-ca15d4bdacc2,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:29:43.646375 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-0d6a7c02-6651-491b-9e74-e30c3718655f tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Notify callbacks [] for floatingip, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:43.650119 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-0d6a7c02-6651-491b-9e74-e30c3718655f tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4089636'] for floatingip, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:43.651332 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-0d6a7c02-6651-491b-9e74-e30c3718655f tempest-AttachVolumeShelveTestJSON-1669853335 tempest-AttachVolumeShelveTestJSON-1669853335-project] 10.222.0.20 "DELETE /v2.0/floatingips/41b231f5-dbbe-4ff3-9fd9-55a94ddae5e4 HTTP/1.1" status: 204 len: 168 time: 0.5633719 Aug 26 15:29:43.995278 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 32874) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:29:44.012710 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-c7e447cd-f68e-4d4e-87dd-043cc66050b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:44.118341 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-c7e447cd-f68e-4d4e-87dd-043cc66050b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:44.122614 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-c7e447cd-f68e-4d4e-87dd-043cc66050b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:44.163993 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e447cd-f68e-4d4e-87dd-043cc66050b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=795da8ff-4fc4-4da3-aed9-62ad30f0d9a9,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:29:44.168245 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-c7e447cd-f68e-4d4e-87dd-043cc66050b7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fdf036d7ea5a4f84913c7dd19b877864&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1715024 Aug 26 15:29:44.171135 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 32876) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:29:44.241555 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Device 7e8416d0-e93b-4faf-afed-ec9f484f6325 no longer exists at agent hyperv_hv-cinder-77957 {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 15:29:44.243059 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-a2e9265c-b72f-4ed9-99f9-4386f994f7fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:44.261771 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] No Port match for: 7e8416d0-e93b-4faf-afed-ec9f484f6325 {{(pid=93843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 15:29:44.262112 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Device 7e8416d0-e93b-4faf-afed-ec9f484f6325 not bound to the agent host hv-cinder-77957 {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 15:29:44.266761 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-a2e9265c-b72f-4ed9-99f9-4386f994f7fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:44.315813 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-a2e9265c-b72f-4ed9-99f9-4386f994f7fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:44.318582 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-a2e9265c-b72f-4ed9-99f9-4386f994f7fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:44.319929 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-a2e9265c-b72f-4ed9-99f9-4386f994f7fd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/795da8ff-4fc4-4da3-aed9-62ad30f0d9a9 HTTP/1.1" status: 204 len: 168 time: 0.1475470 Aug 26 15:29:44.330704 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e9265c-b72f-4ed9-99f9-4386f994f7fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=795da8ff-4fc4-4da3-aed9-62ad30f0d9a9,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:29:46.199966 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 32938) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:29:46.754789 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-7c7e71c9-4656-4135-a40f-8cb5c1240104 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3926049'] for router_interface, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:47.284587 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.plugin [None req-7c7e71c9-4656-4135-a40f-8cb5c1240104 admin admin] Deleting port a82d00a2-2666-409e-908f-9a451551a39c {{(pid=93841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 15:29:47.285300 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-7c7e71c9-4656-4135-a40f-8cb5c1240104 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793280853279'] for port, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:47.363522 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-7c7e71c9-4656-4135-a40f-8cb5c1240104 admin admin] For port a82d00a2-2666-409e-908f-9a451551a39c, host dv-cinder-779576-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-7-iscsi',level=0,port_id=a82d00a2-2666-409e-908f-9a451551a39c,segment=NetworkSegment(a2157187-b2ff-4956-9692-54ade6ba6784),segment_id=a2157187-b2ff-4956-9692-54ade6ba6784)] {{(pid=93841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:29:47.363891 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-7c7e71c9-4656-4135-a40f-8cb5c1240104 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3924976'] for port, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:47.377928 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.plugin [None req-7c7e71c9-4656-4135-a40f-8cb5c1240104 admin admin] Calling delete_port for a82d00a2-2666-409e-908f-9a451551a39c owned by network:router_interface {{(pid=93841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 15:29:47.571693 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-7c7e71c9-4656-4135-a40f-8cb5c1240104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793280828191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793280355368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263742114'] for port, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:47.599930 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7e71c9-4656-4135-a40f-8cb5c1240104 admin admin] Pushing event deleted for resources: {'Port': ['ID=a82d00a2-2666-409e-908f-9a451551a39c,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:29:47.803857 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-7c7e71c9-4656-4135-a40f-8cb5c1240104 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3774358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3926251'] for router_interface, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:48.045957 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c7e71c9-4656-4135-a40f-8cb5c1240104 admin admin] Router aa04ec2d-9fe1-465b-8ce7-4d02c673929e has already been hosted by L3 agent 00a7d786-edfd-4f04-9152-3b7ae2bbf8ca {{(pid=93841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 15:29:48.152030 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c7e71c9-4656-4135-a40f-8cb5c1240104 admin admin] Notify agent at l3_agent.dv-cinder-779576-7-iscsi the message routers_updated {{(pid=93841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 15:29:48.158471 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-7c7e71c9-4656-4135-a40f-8cb5c1240104 admin admin] 10.222.0.20 "PUT /v2.0/routers/aa04ec2d-9fe1-465b-8ce7-4d02c673929e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9570315 Aug 26 15:29:48.161014 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 32954) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:29:48.163197 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d587b8-b722-48e5-8d17-9119c44d8aaf None None] Sync routers for ids ['aa04ec2d-9fe1-465b-8ce7-4d02c673929e'] in dv-cinder-779576-7-iscsi {{(pid=93844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 15:29:48.175903 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d587b8-b722-48e5-8d17-9119c44d8aaf None None] Routers {'aa04ec2d-9fe1-465b-8ce7-4d02c673929e'} bound to L3 agent in host dv-cinder-779576-7-iscsi {{(pid=93844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 15:29:48.176540 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-15d587b8-b722-48e5-8d17-9119c44d8aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T15:14:10Z,description=,heartbeat_timestamp=2021-08-26T15:29:40Z,host='dv-cinder-779576-7-iscsi',id=00a7d786-edfd-4f04-9152-3b7ae2bbf8ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T15:14:10Z,topic='l3_agent')) {'router_ids': ['aa04ec2d-9fe1-465b-8ce7-4d02c673929e'], 'active': True} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:29:48.268987 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-9fd5eff0-b713-46e3-99a0-fb539a26c366 admin admin] Notify callbacks [] for router, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:48.375571 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvr_db [None req-15d587b8-b722-48e5-8d17-9119c44d8aaf None None] Set router aa04ec2d-9fe1-465b-8ce7-4d02c673929e gateway port host: dv-cinder-779576-7-iscsi {{(pid=93844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 15:29:48.376171 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-9fd5eff0-b713-46e3-99a0-fb539a26c366 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:48.435037 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5eff0-b713-46e3-99a0-fb539a26c366 admin admin] Deleting port 4f474097-4049-45b8-a400-24afad7e1455 {{(pid=93841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 15:29:48.435385 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-9fd5eff0-b713-46e3-99a0-fb539a26c366 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793280853279'] for port, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:48.526113 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-9fd5eff0-b713-46e3-99a0-fb539a26c366 admin admin] For port 4f474097-4049-45b8-a400-24afad7e1455, host dv-cinder-779576-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-7-iscsi',level=0,port_id=4f474097-4049-45b8-a400-24afad7e1455,segment=NetworkSegment(d599df7f-c7a7-42e6-8c54-3da29125ead3),segment_id=d599df7f-c7a7-42e6-8c54-3da29125ead3)] {{(pid=93841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:29:48.526485 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-9fd5eff0-b713-46e3-99a0-fb539a26c366 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3924976'] for port, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:48.541178 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5eff0-b713-46e3-99a0-fb539a26c366 admin admin] Calling delete_port for 4f474097-4049-45b8-a400-24afad7e1455 owned by network:router_gateway {{(pid=93841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 15:29:48.595330 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-15d587b8-b722-48e5-8d17-9119c44d8aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa04ec2d-9fe1-465b-8ce7-4d02c673929e', 'name': 'tempest-AttachVolumeShelveTestJSON-1152206057-router', 'tenant_id': '51d0a6d3e78f46f98a1a4881bf9eb094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '4f474097-4049-45b8-a400-24afad7e1455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:21:58Z', 'updated_at': '2021-08-26T15:29:47Z', 'revision_number': 5, 'project_id': '51d0a6d3e78f46f98a1a4881bf9eb094', 'gw_port': {'id': '4f474097-4049-45b8-a400-24afad7e1455', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:78:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa04ec2d-9fe1-465b-8ce7-4d02c673929e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:22:00Z', 'updated_at': '2021-08-26T15:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi'}], 'dv-cinder-779576-7-iscsi', False) {} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:29:48.627099 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d587b8-b722-48e5-8d17-9119c44d8aaf None None] Checking router: aa04ec2d-9fe1-465b-8ce7-4d02c673929e for host: dv-cinder-779576-7-iscsi {{(pid=93844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 15:29:48.636946 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d587b8-b722-48e5-8d17-9119c44d8aaf None None] Routers {'aa04ec2d-9fe1-465b-8ce7-4d02c673929e'} bound to L3 agent in host dv-cinder-779576-7-iscsi {{(pid=93844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 15:29:48.637582 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-15d587b8-b722-48e5-8d17-9119c44d8aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T15:14:10Z,description=,heartbeat_timestamp=2021-08-26T15:29:40Z,host='dv-cinder-779576-7-iscsi',id=00a7d786-edfd-4f04-9152-3b7ae2bbf8ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T15:14:10Z,topic='l3_agent')) {'router_ids': ['aa04ec2d-9fe1-465b-8ce7-4d02c673929e'], 'active': True} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:29:48.728997 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-9fd5eff0-b713-46e3-99a0-fb539a26c366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793280828191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793280355368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263742114'] for port, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:48.730122 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvr_db [None req-15d587b8-b722-48e5-8d17-9119c44d8aaf None None] Set router aa04ec2d-9fe1-465b-8ce7-4d02c673929e gateway port host: None {{(pid=93844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 15:29:48.778732 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5eff0-b713-46e3-99a0-fb539a26c366 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f474097-4049-45b8-a400-24afad7e1455,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:29:48.811923 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-15d587b8-b722-48e5-8d17-9119c44d8aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa04ec2d-9fe1-465b-8ce7-4d02c673929e', 'name': 'tempest-AttachVolumeShelveTestJSON-1152206057-router', 'tenant_id': '51d0a6d3e78f46f98a1a4881bf9eb094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:21:58Z', 'updated_at': '2021-08-26T15:29:48Z', 'revision_number': 6, 'project_id': '51d0a6d3e78f46f98a1a4881bf9eb094', 'gw_port_host': None}], 'dv-cinder-779576-7-iscsi', False) {} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:29:48.839158 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d587b8-b722-48e5-8d17-9119c44d8aaf None None] The sync data for ids ['aa04ec2d-9fe1-465b-8ce7-4d02c673929e'] in dv-cinder-779576-7-iscsi is: [{'id': 'aa04ec2d-9fe1-465b-8ce7-4d02c673929e', 'name': 'tempest-AttachVolumeShelveTestJSON-1152206057-router', 'tenant_id': '51d0a6d3e78f46f98a1a4881bf9eb094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:21:58Z', 'updated_at': '2021-08-26T15:29:48Z', 'revision_number': 6, 'project_id': '51d0a6d3e78f46f98a1a4881bf9eb094', 'gw_port_host': None}] {{(pid=93844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 15:29:48.853368 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-9fd5eff0-b713-46e3-99a0-fb539a26c366 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3928497'] for router_gateway, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:48.948089 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-9fd5eff0-b713-46e3-99a0-fb539a26c366 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3930414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28890'] for router, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:48.950545 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-9fd5eff0-b713-46e3-99a0-fb539a26c366 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:49.000346 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-9fd5eff0-b713-46e3-99a0-fb539a26c366 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3930401'] for router, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:49.001400 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fd5eff0-b713-46e3-99a0-fb539a26c366 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa04ec2d-9fe1-465b-8ce7-4d02c673929e {{(pid=93841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 15:29:49.006833 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-9fd5eff0-b713-46e3-99a0-fb539a26c366 admin admin] Notify callbacks [] for router, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:49.008015 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-9fd5eff0-b713-46e3-99a0-fb539a26c366 admin admin] 10.222.0.20 "DELETE /v2.0/routers/aa04ec2d-9fe1-465b-8ce7-4d02c673929e HTTP/1.1" status: 204 len: 168 time: 0.8459311 Aug 26 15:29:49.010765 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 32962) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:29:49.059490 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.db.db_base_plugin_v2 [None req-cadc762c-96ba-4fb4-80f4-4a6f090c67a3 admin admin] Deleting subnet 2dc1893b-86f2-4498-b069-d334c29d6d3f {{(pid=93841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 15:29:49.063095 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-cadc762c-96ba-4fb4-80f4-4a6f090c67a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:49.108010 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-cadc762c-96ba-4fb4-80f4-4a6f090c67a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263749214'] for subnet, precommit_delete_associations {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:49.199026 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-cadc762c-96ba-4fb4-80f4-4a6f090c67a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3507378'] for subnet, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:49.266918 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-cadc762c-96ba-4fb4-80f4-4a6f090c67a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3507389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263742193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263881457'] for subnet, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:49.293571 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadc762c-96ba-4fb4-80f4-4a6f090c67a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2dc1893b-86f2-4498-b069-d334c29d6d3f,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:29:49.308745 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-cadc762c-96ba-4fb4-80f4-4a6f090c67a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:49.311097 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-cadc762c-96ba-4fb4-80f4-4a6f090c67a3 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/2dc1893b-86f2-4498-b069-d334c29d6d3f HTTP/1.1" status: 204 len: 168 time: 0.2989750 Aug 26 15:29:49.315173 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 32968) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:29:49.318767 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dcdb4ad-9233-4e7e-a61a-68743ea437fc None None] Network d887f735-fbdb-4418-baf1-8e9e0d77221f requested from dv-cinder-779576-7-iscsi {{(pid=93843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 15:29:49.396957 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-552e48a3-ab5d-4261-a7a9-66446c1b0e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526882'] for network, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:49.475122 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.plugin [None req-552e48a3-ab5d-4261-a7a9-66446c1b0e86 admin admin] Deleting port 74139fd8-b681-4881-a6be-309771333cad {{(pid=93841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 15:29:49.475665 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-552e48a3-ab5d-4261-a7a9-66446c1b0e86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793280853279'] for port, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:49.555158 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-552e48a3-ab5d-4261-a7a9-66446c1b0e86 admin admin] For port 74139fd8-b681-4881-a6be-309771333cad, host dv-cinder-779576-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-7-iscsi',level=0,port_id=74139fd8-b681-4881-a6be-309771333cad,segment=NetworkSegment(a2157187-b2ff-4956-9692-54ade6ba6784),segment_id=a2157187-b2ff-4956-9692-54ade6ba6784)] {{(pid=93841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:29:49.555646 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-552e48a3-ab5d-4261-a7a9-66446c1b0e86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3924976'] for port, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:49.582458 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.plugin [None req-552e48a3-ab5d-4261-a7a9-66446c1b0e86 admin admin] Calling delete_port for 74139fd8-b681-4881-a6be-309771333cad owned by network:dhcp {{(pid=93841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 15:29:49.652979 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d0acc0-8e34-4a68-804d-9df0f5778342 None None] DHCP port deletion for d887f735-fbdb-4418-baf1-8e9e0d77221f request from dv-cinder-779576-7-iscsi {{(pid=93843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 15:29:49.680462 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-552e48a3-ab5d-4261-a7a9-66446c1b0e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793280828191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793280355368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263742114'] for port, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:49.707089 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-58d0acc0-8e34-4a68-804d-9df0f5778342 None None] Deleting port 74139fd8-b681-4881-a6be-309771333cad {{(pid=93843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 15:29:49.707459 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-58d0acc0-8e34-4a68-804d-9df0f5778342 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793280853279'] for port, before_delete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:49.709574 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552e48a3-ab5d-4261-a7a9-66446c1b0e86 admin admin] Pushing event deleted for resources: {'Port': ['ID=74139fd8-b681-4881-a6be-309771333cad,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:29:49.713416 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552e48a3-ab5d-4261-a7a9-66446c1b0e86 admin admin] No DVR routers for this DVR port 74139fd8-b681-4881-a6be-309771333cad on host dv-cinder-779576-7-iscsi {{(pid=93841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 15:29:49.778695 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-58d0acc0-8e34-4a68-804d-9df0f5778342 None None] For port 74139fd8-b681-4881-a6be-309771333cad, host dv-cinder-779576-7-iscsi, got binding levels [] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:29:49.779079 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-58d0acc0-8e34-4a68-804d-9df0f5778342 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3924976'] for port, precommit_delete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:49.796804 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-552e48a3-ab5d-4261-a7a9-66446c1b0e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687945', 'neutron.services.segments.db._delete_segments_for_network-8793280934638'] for network, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:49.797032 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-58d0acc0-8e34-4a68-804d-9df0f5778342 None None] Calling delete_port for 74139fd8-b681-4881-a6be-309771333cad owned by network:dhcp {{(pid=93843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 15:29:49.800248 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.ipam_backend_mixin [None req-58d0acc0-8e34-4a68-804d-9df0f5778342 None None] Port 74139fd8-b681-4881-a6be-309771333cad was not found and therefore no delete operation was performed {{(pid=93843) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 26 15:29:49.801630 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-58d0acc0-8e34-4a68-804d-9df0f5778342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793280828191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793280355368'] for port, after_delete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:49.810736 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.services.segments.db [None req-552e48a3-ab5d-4261-a7a9-66446c1b0e86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d887f735-fbdb-4418-baf1-8e9e0d77221f']}} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:29:49.826284 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.services.segments.db [None req-552e48a3-ab5d-4261-a7a9-66446c1b0e86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2157187-b2ff-4956-9692-54ade6ba6784') {'for_net_delete': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:29:49.826694 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.services.segments.db [None req-552e48a3-ab5d-4261-a7a9-66446c1b0e86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2157187-b2ff-4956-9692-54ade6ba6784') {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:29:49.830002 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d0acc0-8e34-4a68-804d-9df0f5778342 None None] Pushing event deleted for resources: {'Port': ['ID=74139fd8-b681-4881-a6be-309771333cad,revision_number=None']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:29:49.840378 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d0acc0-8e34-4a68-804d-9df0f5778342 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:29:49.840745 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d0acc0-8e34-4a68-804d-9df0f5778342 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:29:49.841094 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d0acc0-8e34-4a68-804d-9df0f5778342 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:29:49.841481 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d0acc0-8e34-4a68-804d-9df0f5778342 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:29:49.841650 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-552e48a3-ab5d-4261-a7a9-66446c1b0e86 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793280934521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263749185'] for segment, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:49.841848 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d0acc0-8e34-4a68-804d-9df0f5778342 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:29:49.842267 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d0acc0-8e34-4a68-804d-9df0f5778342 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:29:49.842426 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d0acc0-8e34-4a68-804d-9df0f5778342 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:29:49.843388 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d0acc0-8e34-4a68-804d-9df0f5778342 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:29:49.843867 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d0acc0-8e34-4a68-804d-9df0f5778342 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:29:49.844193 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d0acc0-8e34-4a68-804d-9df0f5778342 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:29:49.844565 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d0acc0-8e34-4a68-804d-9df0f5778342 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:29:49.844840 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d0acc0-8e34-4a68-804d-9df0f5778342 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:29:49.847757 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d0acc0-8e34-4a68-804d-9df0f5778342 None None] No DVR routers for this DVR port 74139fd8-b681-4881-a6be-309771333cad on host dv-cinder-779576-7-iscsi {{(pid=93843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 15:29:49.864808 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-552e48a3-ab5d-4261-a7a9-66446c1b0e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509819'] for segment, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:49.872712 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-552e48a3-ab5d-4261-a7a9-66446c1b0e86 admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=93841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 15:29:49.873216 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-552e48a3-ab5d-4261-a7a9-66446c1b0e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263742103'] for segment, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:49.875822 dv-cinder-779576-7-iscsi neutron-server[93841]: Traceback (most recent call last): Aug 26 15:29:49.875822 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 15:29:49.875822 dv-cinder-779576-7-iscsi neutron-server[93841]: timer() Aug 26 15:29:49.875822 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 15:29:49.875822 dv-cinder-779576-7-iscsi neutron-server[93841]: cb(*args, **kw) Aug 26 15:29:49.875822 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 15:29:49.875822 dv-cinder-779576-7-iscsi neutron-server[93841]: return func(*args, **kwargs) Aug 26 15:29:49.875822 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 15:29:49.875822 dv-cinder-779576-7-iscsi neutron-server[93841]: self._notify() Aug 26 15:29:49.875822 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 15:29:49.875822 dv-cinder-779576-7-iscsi neutron-server[93841]: self.callback(batched_events) Aug 26 15:29:49.875822 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 15:29:49.875822 dv-cinder-779576-7-iscsi neutron-server[93841]: event.method(event) Aug 26 15:29:49.875822 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 15:29:49.875822 dv-cinder-779576-7-iscsi neutron-server[93841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 15:29:49.875822 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 15:29:49.875822 dv-cinder-779576-7-iscsi neutron-server[93841]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 15:29:49.875822 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 15:29:49.875822 dv-cinder-779576-7-iscsi neutron-server[93841]: return f(self, *a, **k) Aug 26 15:29:49.875822 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 15:29:49.875822 dv-cinder-779576-7-iscsi neutron-server[93841]: return self._get(url).json() Aug 26 15:29:49.875822 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 15:29:49.875822 dv-cinder-779576-7-iscsi neutron-server[93841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 15:29:49.875822 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 15:29:49.875822 dv-cinder-779576-7-iscsi neutron-server[93841]: return self.request(url, 'GET', **kwargs) Aug 26 15:29:49.875822 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 15:29:49.875822 dv-cinder-779576-7-iscsi neutron-server[93841]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 15:29:49.875822 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 15:29:49.875822 dv-cinder-779576-7-iscsi neutron-server[93841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 15:29:49.875822 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 15:29:49.875822 dv-cinder-779576-7-iscsi neutron-server[93841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 15:29:49.875822 dv-cinder-779576-7-iscsi neutron-server[93841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 15:29:49.942728 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-552e48a3-ab5d-4261-a7a9-66446c1b0e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3928461'] for network, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:49.949305 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-552e48a3-ab5d-4261-a7a9-66446c1b0e86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774323'] for network, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:49.954629 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-552e48a3-ab5d-4261-a7a9-66446c1b0e86 admin admin] 10.222.0.20 "DELETE /v2.0/networks/d887f735-fbdb-4418-baf1-8e9e0d77221f HTTP/1.1" status: 204 len: 168 time: 0.6352751 Aug 26 15:29:49.976686 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552e48a3-ab5d-4261-a7a9-66446c1b0e86 admin admin] Pushing event deleted for resources: {'Network': ['ID=d887f735-fbdb-4418-baf1-8e9e0d77221f,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:29:50.027400 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.agents_db [None req-f94a4f8d-c04a-4845-8e45-3296fab2d83d None None] Agent healthcheck: found 6 active agents {{(pid=93844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 15:29:50.086519 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 32972) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:29:50.131753 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-2bc09055-e691-4330-97e2-987452dd8427 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=51d0a6d3e78f46f98a1a4881bf9eb094&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0440366 Aug 26 15:29:50.134203 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 32974) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:29:50.184369 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-5d56cd82-3b80-43b0-b6a9-63e15cbbfdc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:50.218487 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-5d56cd82-3b80-43b0-b6a9-63e15cbbfdc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:50.278483 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-5d56cd82-3b80-43b0-b6a9-63e15cbbfdc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:50.281307 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-5d56cd82-3b80-43b0-b6a9-63e15cbbfdc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:50.282533 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-5d56cd82-3b80-43b0-b6a9-63e15cbbfdc3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2aebea42-778b-4082-aaec-81fff7e29b14 HTTP/1.1" status: 204 len: 168 time: 0.1474254 Aug 26 15:29:50.293653 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d56cd82-3b80-43b0-b6a9-63e15cbbfdc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aebea42-778b-4082-aaec-81fff7e29b14,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:29:50.677046 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Device 74139fd8-b681-4881-a6be-309771333cad no longer exists at agent ovs-agent-dv-cinder-779576-7-iscsi {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 15:29:50.699465 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] No Port match for: 74139fd8-b681-4881-a6be-309771333cad {{(pid=93843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 15:29:50.699718 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Device 74139fd8-b681-4881-a6be-309771333cad not bound to the agent host dv-cinder-779576-7-iscsi {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 15:29:50.700382 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Device a82d00a2-2666-409e-908f-9a451551a39c no longer exists at agent ovs-agent-dv-cinder-779576-7-iscsi {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 15:29:50.723545 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] No Port match for: a82d00a2-2666-409e-908f-9a451551a39c {{(pid=93843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 15:29:50.724261 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Device a82d00a2-2666-409e-908f-9a451551a39c not bound to the agent host dv-cinder-779576-7-iscsi {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 15:29:50.724859 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Device 4f474097-4049-45b8-a400-24afad7e1455 no longer exists at agent ovs-agent-dv-cinder-779576-7-iscsi {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 15:29:50.730155 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 33000) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:29:50.745857 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] No Port match for: 4f474097-4049-45b8-a400-24afad7e1455 {{(pid=93843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 15:29:50.746209 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Device 4f474097-4049-45b8-a400-24afad7e1455 not bound to the agent host dv-cinder-779576-7-iscsi {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 15:29:50.902118 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-4eea8f39-235e-4651-98ec-5bd931d6b051 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:51.007971 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-4eea8f39-235e-4651-98ec-5bd931d6b051 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:51.012905 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-4eea8f39-235e-4651-98ec-5bd931d6b051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:51.053902 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-4eea8f39-235e-4651-98ec-5bd931d6b051 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=866a4ca779944e09845afad529f10a7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3225403 Aug 26 15:29:51.054929 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eea8f39-235e-4651-98ec-5bd931d6b051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fffd39a-77f5-497d-a4c7-9eebf8f5d5a6,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:29:51.056587 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 33014) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:29:51.114839 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-2e61e348-1673-4139-8808-43c34bd52861 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:51.141548 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-2e61e348-1673-4139-8808-43c34bd52861 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:51.195694 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-2e61e348-1673-4139-8808-43c34bd52861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:51.198600 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-2e61e348-1673-4139-8808-43c34bd52861 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:51.200068 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-2e61e348-1673-4139-8808-43c34bd52861 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6fffd39a-77f5-497d-a4c7-9eebf8f5d5a6 HTTP/1.1" status: 204 len: 168 time: 0.1421006 Aug 26 15:29:51.209535 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e61e348-1673-4139-8808-43c34bd52861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fffd39a-77f5-497d-a4c7-9eebf8f5d5a6,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:29:51.677452 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 33030) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:29:51.694637 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-c38cee28-906e-454c-a166-64a73649de24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:51.803184 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-c38cee28-906e-454c-a166-64a73649de24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:51.807394 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-c38cee28-906e-454c-a166-64a73649de24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:51.851344 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38cee28-906e-454c-a166-64a73649de24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f09b910e-5c33-4336-af11-88f39f4aadc3,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:29:51.857258 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-c38cee28-906e-454c-a166-64a73649de24 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dbd3dd2e240d460bb3693abb6f9c6d26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1779325 Aug 26 15:29:51.860880 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 33036) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:29:51.916275 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-4566d480-1c6f-45ba-924d-7ad748ca78c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:51.941116 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-4566d480-1c6f-45ba-924d-7ad748ca78c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:51.996773 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-4566d480-1c6f-45ba-924d-7ad748ca78c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:52.001937 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-4566d480-1c6f-45ba-924d-7ad748ca78c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:52.003851 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-4566d480-1c6f-45ba-924d-7ad748ca78c5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f09b910e-5c33-4336-af11-88f39f4aadc3 HTTP/1.1" status: 204 len: 168 time: 0.1415164 Aug 26 15:29:52.020186 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4566d480-1c6f-45ba-924d-7ad748ca78c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f09b910e-5c33-4336-af11-88f39f4aadc3,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:29:52.530777 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 33066) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:29:52.658389 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-6fc4eefb-4baf-499b-bde4-1c0a319ec082 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:52.755973 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-6fc4eefb-4baf-499b-bde4-1c0a319ec082 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:52.761723 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-6fc4eefb-4baf-499b-bde4-1c0a319ec082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:52.825902 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc4eefb-4baf-499b-bde4-1c0a319ec082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30247e20-24a8-4e8a-b177-27865f93f0d8,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:29:52.834574 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-6fc4eefb-4baf-499b-bde4-1c0a319ec082 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=aa77187b56d245ce95930a3f22c48083&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3032389 Aug 26 15:29:52.837668 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 33078) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:29:52.893331 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-e101ed48-40b7-4b16-869b-193a02e93f4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:52.917117 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-e101ed48-40b7-4b16-869b-193a02e93f4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:52.972898 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-e101ed48-40b7-4b16-869b-193a02e93f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:52.975539 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-e101ed48-40b7-4b16-869b-193a02e93f4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:52.976718 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-e101ed48-40b7-4b16-869b-193a02e93f4e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/30247e20-24a8-4e8a-b177-27865f93f0d8 HTTP/1.1" status: 204 len: 168 time: 0.1378763 Aug 26 15:29:52.985681 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e101ed48-40b7-4b16-869b-193a02e93f4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30247e20-24a8-4e8a-b177-27865f93f0d8,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:29:53.375024 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 33094) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:29:53.389908 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-36ab688b-c8ff-485f-aeca-8d204d9a3062 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:53.509183 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-36ab688b-c8ff-485f-aeca-8d204d9a3062 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:53.514854 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-36ab688b-c8ff-485f-aeca-8d204d9a3062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:53.556384 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-36ab688b-c8ff-485f-aeca-8d204d9a3062 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=99684e08872a4ec99aab88f19b356f36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1802526 Aug 26 15:29:53.557611 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ab688b-c8ff-485f-aeca-8d204d9a3062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=432da728-2e7a-4949-8441-786a769fd605,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:29:53.559110 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 33100) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:29:53.653126 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-aeb0d7a5-8559-4063-a5d2-79f3d9efccd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:53.684625 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-aeb0d7a5-8559-4063-a5d2-79f3d9efccd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:53.747836 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-aeb0d7a5-8559-4063-a5d2-79f3d9efccd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:53.751418 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-aeb0d7a5-8559-4063-a5d2-79f3d9efccd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:53.752597 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-aeb0d7a5-8559-4063-a5d2-79f3d9efccd6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/432da728-2e7a-4949-8441-786a769fd605 HTTP/1.1" status: 204 len: 168 time: 0.1924050 Aug 26 15:29:53.760854 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb0d7a5-8559-4063-a5d2-79f3d9efccd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=432da728-2e7a-4949-8441-786a769fd605,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:29:54.294078 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 33132) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:29:54.428759 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-287813d6-8e02-480f-96ec-1781f374af43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:54.549053 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-287813d6-8e02-480f-96ec-1781f374af43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:54.553311 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-287813d6-8e02-480f-96ec-1781f374af43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:54.595844 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287813d6-8e02-480f-96ec-1781f374af43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea0fa26-e10e-4dca-a37b-257de60e2f64,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:29:54.602799 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-287813d6-8e02-480f-96ec-1781f374af43 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cd8aa06838c742f58e3b534861620546&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3067760 Aug 26 15:29:54.603985 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 33144) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:29:54.694555 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-ae1868c0-a370-4429-bf46-7cd40f84a62e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:54.730995 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-ae1868c0-a370-4429-bf46-7cd40f84a62e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:54.807585 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-ae1868c0-a370-4429-bf46-7cd40f84a62e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:54.810131 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-ae1868c0-a370-4429-bf46-7cd40f84a62e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:54.811393 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-ae1868c0-a370-4429-bf46-7cd40f84a62e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0ea0fa26-e10e-4dca-a37b-257de60e2f64 HTTP/1.1" status: 204 len: 168 time: 0.2059407 Aug 26 15:29:54.819566 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1868c0-a370-4429-bf46-7cd40f84a62e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ea0fa26-e10e-4dca-a37b-257de60e2f64,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:29:55.209382 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 33164) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:29:55.223304 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-3da857ad-d7ff-4038-8b4a-9fb1a8233d64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:55.366625 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-3da857ad-d7ff-4038-8b4a-9fb1a8233d64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:55.370859 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-3da857ad-d7ff-4038-8b4a-9fb1a8233d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:55.410512 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-3da857ad-d7ff-4038-8b4a-9fb1a8233d64 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dfec810955db40719964b7ebdf923361&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1998913 Aug 26 15:29:55.417889 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da857ad-d7ff-4038-8b4a-9fb1a8233d64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f6984d7-3ce1-413f-a0d4-c8f65a331f31,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:29:55.418207 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 33170) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:29:55.499720 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-1c0249ed-2133-446f-9995-ad56b3964080 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:55.526591 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-1c0249ed-2133-446f-9995-ad56b3964080 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:55.589467 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-1c0249ed-2133-446f-9995-ad56b3964080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:55.594947 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-1c0249ed-2133-446f-9995-ad56b3964080 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:55.596996 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-1c0249ed-2133-446f-9995-ad56b3964080 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7f6984d7-3ce1-413f-a0d4-c8f65a331f31 HTTP/1.1" status: 204 len: 168 time: 0.1796300 Aug 26 15:29:55.614818 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0249ed-2133-446f-9995-ad56b3964080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f6984d7-3ce1-413f-a0d4-c8f65a331f31,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:29:55.718685 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc24f9fc-3599-4a6f-bce5-c3f7a6e834f0 req-23b1ccdd-cb80-4a3a-a6e5-f2cb0be72244 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:29:55.720244 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-cc24f9fc-3599-4a6f-bce5-c3f7a6e834f0 req-23b1ccdd-cb80-4a3a-a6e5-f2cb0be72244 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/ports?device_id=290517c5-39da-4a2e-9098-65d6b2a24871 HTTP/1.1" status: 200 len: 945 time: 0.0703115 Aug 26 15:29:55.767525 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-cc24f9fc-3599-4a6f-bce5-c3f7a6e834f0 req-3da7f647-5ebd-4582-962c-dbc91b2e7b6b tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/security-groups?id=672dc045-bd54-4dfd-8b7e-df655c7922d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410149 Aug 26 15:29:56.910209 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60047125-bb58-4941-bfe6-d0eb73dbadf0 req-31652e85-3c23-4047-af01-baf0b1937ac2 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:29:56.912805 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-60047125-bb58-4941-bfe6-d0eb73dbadf0 req-31652e85-3c23-4047-af01-baf0b1937ac2 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/ports?device_id=290517c5-39da-4a2e-9098-65d6b2a24871 HTTP/1.1" status: 200 len: 945 time: 0.0653811 Aug 26 15:29:56.961663 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-60047125-bb58-4941-bfe6-d0eb73dbadf0 req-686f845f-744d-4d3e-b484-45d3eba6661e tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/security-groups?id=672dc045-bd54-4dfd-8b7e-df655c7922d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389540 Aug 26 15:29:57.164608 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17668703-d20b-443c-8e2b-ee3c55db1c90 req-d8533c74-a9db-4c9b-b895-dd6c14364252 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:29:57.167102 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-17668703-d20b-443c-8e2b-ee3c55db1c90 req-d8533c74-a9db-4c9b-b895-dd6c14364252 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.47 "GET /v2.0/ports?device_id=290517c5-39da-4a2e-9098-65d6b2a24871 HTTP/1.1" status: 200 len: 945 time: 0.0659516 Aug 26 15:29:57.303936 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [req-17668703-d20b-443c-8e2b-ee3c55db1c90 req-36fb17da-5efe-413f-820a-ee73b3b25033 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Deleting port 15f03937-23d8-489c-88ae-6e2f40f2c5eb {{(pid=93842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 15:29:57.304341 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-17668703-d20b-443c-8e2b-ee3c55db1c90 req-36fb17da-5efe-413f-820a-ee73b3b25033 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793280853279'] for port, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:57.432128 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.db [req-17668703-d20b-443c-8e2b-ee3c55db1c90 req-36fb17da-5efe-413f-820a-ee73b3b25033 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] For port 15f03937-23d8-489c-88ae-6e2f40f2c5eb, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=15f03937-23d8-489c-88ae-6e2f40f2c5eb,segment=NetworkSegment(0ec0529a-fb33-4f07-bc7a-84b32e32ac14),segment_id=0ec0529a-fb33-4f07-bc7a-84b32e32ac14)] {{(pid=93842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:29:57.432495 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-17668703-d20b-443c-8e2b-ee3c55db1c90 req-36fb17da-5efe-413f-820a-ee73b3b25033 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3924976'] for port, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:57.688250 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-17668703-d20b-443c-8e2b-ee3c55db1c90 req-36fb17da-5efe-413f-820a-ee73b3b25033 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:57.688894 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-17668703-d20b-443c-8e2b-ee3c55db1c90 req-36fb17da-5efe-413f-820a-ee73b3b25033 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3928447'] for floatingip, after_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:57.689443 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.db.l3_db [req-17668703-d20b-443c-8e2b-ee3c55db1c90 req-36fb17da-5efe-413f-820a-ee73b3b25033 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Floating IP fc9e5980-ad8b-4907-939e-802b4e456d76 disassociated. External IP: 172.27.3.205, port: 15f03937-23d8-489c-88ae-6e2f40f2c5eb. Aug 26 15:29:57.690036 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [req-17668703-d20b-443c-8e2b-ee3c55db1c90 req-36fb17da-5efe-413f-820a-ee73b3b25033 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Calling delete_port for 15f03937-23d8-489c-88ae-6e2f40f2c5eb owned by compute:nova {{(pid=93842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 15:29:57.897541 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-17668703-d20b-443c-8e2b-ee3c55db1c90 req-36fb17da-5efe-413f-820a-ee73b3b25033 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793280828191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793280355368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261268877'] for port, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:57.931542 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fb17da-5efe-413f-820a-ee73b3b25033 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Pushing event deleted for resources: {'Port': ['ID=15f03937-23d8-489c-88ae-6e2f40f2c5eb,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:29:58.086251 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.scheduler.l3_agent_scheduler [req-17668703-d20b-443c-8e2b-ee3c55db1c90 req-36fb17da-5efe-413f-820a-ee73b3b25033 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Router d5d6d445-b8cd-4f47-a92b-4b10fdd02ff7 has already been hosted by L3 agent 00a7d786-edfd-4f04-9152-3b7ae2bbf8ca {{(pid=93842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 15:29:58.087676 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-07e6a9a4-cb2f-4d50-b30b-4fbf83ab6684 req-b6aeb7fc-064e-44b4-b26e-85559b21ea2c tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/ports?device_id=290517c5-39da-4a2e-9098-65d6b2a24871 HTTP/1.1" status: 200 len: 210 time: 0.0509121 Aug 26 15:29:58.211049 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-17668703-d20b-443c-8e2b-ee3c55db1c90 req-36fb17da-5efe-413f-820a-ee73b3b25033 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Notify agent at l3_agent.dv-cinder-779576-7-iscsi the message routers_updated {{(pid=93842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 15:29:58.223612 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc437fc-163e-4905-ab35-ecea63a4654e None None] Sync routers for ids ['d5d6d445-b8cd-4f47-a92b-4b10fdd02ff7'] in dv-cinder-779576-7-iscsi {{(pid=93843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 15:29:58.240589 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc437fc-163e-4905-ab35-ecea63a4654e None None] Routers {'d5d6d445-b8cd-4f47-a92b-4b10fdd02ff7'} bound to L3 agent in host dv-cinder-779576-7-iscsi {{(pid=93843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 15:29:58.242326 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-ccc437fc-163e-4905-ab35-ecea63a4654e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T15:14:10Z,description=,heartbeat_timestamp=2021-08-26T15:29:40Z,host='dv-cinder-779576-7-iscsi',id=00a7d786-edfd-4f04-9152-3b7ae2bbf8ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T15:14:10Z,topic='l3_agent')) {'router_ids': ['d5d6d445-b8cd-4f47-a92b-4b10fdd02ff7'], 'active': True} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:29:58.263551 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.db.l3_dvrscheduler_db [req-17668703-d20b-443c-8e2b-ee3c55db1c90 req-36fb17da-5efe-413f-820a-ee73b3b25033 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] No DVR routers for this DVR port 15f03937-23d8-489c-88ae-6e2f40f2c5eb on host hv-cinder-77957 {{(pid=93842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 15:29:58.267626 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-17668703-d20b-443c-8e2b-ee3c55db1c90 req-36fb17da-5efe-413f-820a-ee73b3b25033 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4089636'] for port, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:58.271563 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-17668703-d20b-443c-8e2b-ee3c55db1c90 req-36fb17da-5efe-413f-820a-ee73b3b25033 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.47 "DELETE /v2.0/ports/15f03937-23d8-489c-88ae-6e2f40f2c5eb HTTP/1.1" status: 204 len: 173 time: 1.0985103 Aug 26 15:29:58.272060 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '290517c5-39da-4a2e-9098-65d6b2a24871', 'name': 'network-vif-deleted', 'tag': '15f03937-23d8-489c-88ae-6e2f40f2c5eb'}] {{(pid=93842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 15:29:58.273096 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 33268) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:29:58.274537 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ba7f6f71eda5a1db7669fef78c8684417bcd8012e21f8533533c8be1abdbb96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17a9a1a3-cbf3-43af-944e-a1cfef287f61" -d '{"events": [{"server_uuid": "290517c5-39da-4a2e-9098-65d6b2a24871", "name": "network-vif-deleted", "tag": "15f03937-23d8-489c-88ae-6e2f40f2c5eb"}]}' {{(pid=93842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:29:58.363320 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 15:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff459f8a-760f-4457-9a28-008780312ee3 x-openstack-request-id: req-ff459f8a-760f-4457-9a28-008780312ee3 {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:29:58.363629 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "290517c5-39da-4a2e-9098-65d6b2a24871", "name": "network-vif-deleted", "tag": "15f03937-23d8-489c-88ae-6e2f40f2c5eb", "status": "completed", "code": 200}]} {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:29:58.363876 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ff459f8a-760f-4457-9a28-008780312ee3 {{(pid=93842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:29:58.364262 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '290517c5-39da-4a2e-9098-65d6b2a24871', 'name': 'network-vif-deleted', 'tag': '15f03937-23d8-489c-88ae-6e2f40f2c5eb', 'status': 'completed', 'code': 200} Aug 26 15:29:58.432672 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvr_db [None req-ccc437fc-163e-4905-ab35-ecea63a4654e None None] Set router d5d6d445-b8cd-4f47-a92b-4b10fdd02ff7 gateway port host: dv-cinder-779576-7-iscsi {{(pid=93843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 15:29:58.492837 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-f2e06283-faa7-44a3-9ee2-cd5fd92ca3cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:58.695108 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-f2e06283-faa7-44a3-9ee2-cd5fd92ca3cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:58.700710 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-f2e06283-faa7-44a3-9ee2-cd5fd92ca3cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:58.757102 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e06283-faa7-44a3-9ee2-cd5fd92ca3cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=954162ad-5c6a-460f-b723-4e98b1978bb9,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:29:58.766676 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 33280) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:29:58.781324 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-f2e06283-faa7-44a3-9ee2-cd5fd92ca3cc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4e8bccd3c0c54e07867e9898093adff5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5070276 Aug 26 15:29:58.791284 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-ccc437fc-163e-4905-ab35-ecea63a4654e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5d6d445-b8cd-4f47-a92b-4b10fdd02ff7', 'name': 'tempest-TestVolumeBootPattern-386580631-router', 'tenant_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '0415c8a9-fc07-4695-8ef4-be13d02c0b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:26:45Z', 'updated_at': '2021-08-26T15:26:49Z', 'revision_number': 4, 'project_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'gw_port': {'id': '0415c8a9-fc07-4695-8ef4-be13d02c0b75', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:9d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d6d445-b8cd-4f47-a92b-4b10fdd02ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:26:46Z', 'updated_at': '2021-08-26T15:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi', '_interfaces': [{'id': '25db6656-5ef9-406c-9fa2-6c2e4d121a41', 'name': '', 'network_id': '450519e4-8c12-447b-a687-0d4a9d1435ad', 'tenant_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'mac_address': 'fa:16:3e:29:08:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d6d445-b8cd-4f47-a92b-4b10fdd02ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '6465a299-7a62-4790-95c8-1882e69b35c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:26:48Z', 'updated_at': '2021-08-26T15:26:55Z', 'revision_number': 5, 'project_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'subnets': [{'id': '6465a299-7a62-4790-95c8-1882e69b35c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-7-iscsi', False) {} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:29:58.834533 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc437fc-163e-4905-ab35-ecea63a4654e None None] Checking router: d5d6d445-b8cd-4f47-a92b-4b10fdd02ff7 for host: dv-cinder-779576-7-iscsi {{(pid=93843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 15:29:58.845357 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-78b49d7a-3850-4d17-9c8c-f7c8aae099d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:58.850228 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc437fc-163e-4905-ab35-ecea63a4654e None None] Routers {'d5d6d445-b8cd-4f47-a92b-4b10fdd02ff7'} bound to L3 agent in host dv-cinder-779576-7-iscsi {{(pid=93843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 15:29:58.851325 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-ccc437fc-163e-4905-ab35-ecea63a4654e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T15:14:10Z,description=,heartbeat_timestamp=2021-08-26T15:29:40Z,host='dv-cinder-779576-7-iscsi',id=00a7d786-edfd-4f04-9152-3b7ae2bbf8ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T15:14:10Z,topic='l3_agent')) {'router_ids': ['d5d6d445-b8cd-4f47-a92b-4b10fdd02ff7'], 'active': True} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:29:58.876490 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-78b49d7a-3850-4d17-9c8c-f7c8aae099d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:58.949890 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-78b49d7a-3850-4d17-9c8c-f7c8aae099d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:58.954345 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-78b49d7a-3850-4d17-9c8c-f7c8aae099d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:58.957233 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-78b49d7a-3850-4d17-9c8c-f7c8aae099d8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/954162ad-5c6a-460f-b723-4e98b1978bb9 HTTP/1.1" status: 204 len: 168 time: 0.1894665 Aug 26 15:29:58.968368 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b49d7a-3850-4d17-9c8c-f7c8aae099d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=954162ad-5c6a-460f-b723-4e98b1978bb9,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:29:59.086810 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvr_db [None req-ccc437fc-163e-4905-ab35-ecea63a4654e None None] Set router d5d6d445-b8cd-4f47-a92b-4b10fdd02ff7 gateway port host: dv-cinder-779576-7-iscsi {{(pid=93843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 15:29:59.461492 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 33304) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:29:59.472537 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-ccc437fc-163e-4905-ab35-ecea63a4654e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5d6d445-b8cd-4f47-a92b-4b10fdd02ff7', 'name': 'tempest-TestVolumeBootPattern-386580631-router', 'tenant_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '0415c8a9-fc07-4695-8ef4-be13d02c0b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:26:45Z', 'updated_at': '2021-08-26T15:26:49Z', 'revision_number': 4, 'project_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'gw_port': {'id': '0415c8a9-fc07-4695-8ef4-be13d02c0b75', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:9d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d6d445-b8cd-4f47-a92b-4b10fdd02ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:26:46Z', 'updated_at': '2021-08-26T15:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi', '_interfaces': [{'id': '25db6656-5ef9-406c-9fa2-6c2e4d121a41', 'name': '', 'network_id': '450519e4-8c12-447b-a687-0d4a9d1435ad', 'tenant_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'mac_address': 'fa:16:3e:29:08:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d6d445-b8cd-4f47-a92b-4b10fdd02ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '6465a299-7a62-4790-95c8-1882e69b35c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:26:48Z', 'updated_at': '2021-08-26T15:26:55Z', 'revision_number': 5, 'project_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'subnets': [{'id': '6465a299-7a62-4790-95c8-1882e69b35c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-7-iscsi', False) {} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:29:59.476542 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-74c23aa9-666c-4641-a527-3e729a0f91ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:59.498143 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-ba9d428d-ed9c-4ede-b4d2-25bc8823d160 req-eb33599a-f36e-412a-a4c6-0bd636b7c7fb tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1385713052&fields=id&tenant_id=1d44569eb5c241ab8c4e10ff4af9afb0 HTTP/1.1" status: 200 len: 267 time: 0.0419226 Aug 26 15:29:59.528442 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc437fc-163e-4905-ab35-ecea63a4654e None None] The sync data for ids ['d5d6d445-b8cd-4f47-a92b-4b10fdd02ff7'] in dv-cinder-779576-7-iscsi is: [{'id': 'd5d6d445-b8cd-4f47-a92b-4b10fdd02ff7', 'name': 'tempest-TestVolumeBootPattern-386580631-router', 'tenant_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '0415c8a9-fc07-4695-8ef4-be13d02c0b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:26:45Z', 'updated_at': '2021-08-26T15:26:49Z', 'revision_number': 4, 'project_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'gw_port': {'id': '0415c8a9-fc07-4695-8ef4-be13d02c0b75', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:9d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d6d445-b8cd-4f47-a92b-4b10fdd02ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:26:46Z', 'updated_at': '2021-08-26T15:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi', '_interfaces': [{'id': '25db6656-5ef9-406c-9fa2-6c2e4d121a41', 'name': '', 'network_id': '450519e4-8c12-447b-a687-0d4a9d1435ad', 'tenant_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'mac_address': 'fa:16:3e:29:08:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d6d445-b8cd-4f47-a92b-4b10fdd02ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '6465a299-7a62-4790-95c8-1882e69b35c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:26:48Z', 'updated_at': '2021-08-26T15:26:55Z', 'revision_number': 5, 'project_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'subnets': [{'id': '6465a299-7a62-4790-95c8-1882e69b35c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 15:29:59.591052 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-74c23aa9-666c-4641-a527-3e729a0f91ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:59.596229 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-74c23aa9-666c-4641-a527-3e729a0f91ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:59.629766 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9d428d-ed9c-4ede-b4d2-25bc8823d160 req-1a486a99-4847-4c94-9daa-f28e71f04427 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:29:59.635117 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-ba9d428d-ed9c-4ede-b4d2-25bc8823d160 req-1a486a99-4847-4c94-9daa-f28e71f04427 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/networks?id=450519e4-8c12-447b-a687-0d4a9d1435ad HTTP/1.1" status: 200 len: 811 time: 0.1221328 Aug 26 15:29:59.641955 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-74c23aa9-666c-4641-a527-3e729a0f91ef admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c41fb3f7d25445999ee03b044c0b568a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1746402 Aug 26 15:29:59.641955 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c23aa9-666c-4641-a527-3e729a0f91ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ada0e533-899d-4ec2-ac6e-1aa697163baf,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:29:59.642992 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 33306) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:29:59.664700 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-ba9d428d-ed9c-4ede-b4d2-25bc8823d160 req-33a8daba-d457-4231-b61d-1c644b0746d6 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/quotas/1d44569eb5c241ab8c4e10ff4af9afb0 HTTP/1.1" status: 200 len: 375 time: 0.0273836 Aug 26 15:29:59.743935 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-2b27c9ab-0127-4c02-8e8e-5e0e850eb5b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:59.787251 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-ba9d428d-ed9c-4ede-b4d2-25bc8823d160 req-48b162ad-e85d-4153-8f6d-de3bb87e8b05 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1d44569eb5c241ab8c4e10ff4af9afb0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1124170 Aug 26 15:29:59.800729 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-2b27c9ab-0127-4c02-8e8e-5e0e850eb5b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:59.843307 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62e4538-0140-47b6-acc2-331a6608b347 None None] New status for floating IP fc9e5980-ad8b-4907-939e-802b4e456d76: DOWN {{(pid=93844) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 15:29:59.880034 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-2b27c9ab-0127-4c02-8e8e-5e0e850eb5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:59.884459 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-2b27c9ab-0127-4c02-8e8e-5e0e850eb5b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:29:59.891414 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-2b27c9ab-0127-4c02-8e8e-5e0e850eb5b6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ada0e533-899d-4ec2-ac6e-1aa697163baf HTTP/1.1" status: 204 len: 168 time: 0.2471671 Aug 26 15:29:59.902444 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b27c9ab-0127-4c02-8e8e-5e0e850eb5b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ada0e533-899d-4ec2-ac6e-1aa697163baf,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:30:00.104216 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-ba9d428d-ed9c-4ede-b4d2-25bc8823d160 req-ef6c14d1-c576-4362-a92c-3064b5663cec service neutron] 10.222.0.20 "GET /v2.0/networks/450519e4-8c12-447b-a687-0d4a9d1435ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3009074 Aug 26 15:30:00.202466 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-ba9d428d-ed9c-4ede-b4d2-25bc8823d160 req-303df32c-476c-4766-bf61-e522f4bcffe7 service neutron] 10.222.0.20 "GET /v2.0/networks/450519e4-8c12-447b-a687-0d4a9d1435ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901899 Aug 26 15:30:00.602492 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-ccc8aca0-b3a3-459a-ae3b-a10981651936 req-880ea71c-1a4b-4d46-949a-0e54c55fbd0b tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd365fc6-5722-4ca4-aad8-848d52f8a602 HTTP/1.1" status: 200 len: 210 time: 0.0488741 Aug 26 15:30:01.039787 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Device 15f03937-23d8-489c-88ae-6e2f40f2c5eb no longer exists at agent hyperv_hv-cinder-77957 {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 15:30:01.072696 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] No Port match for: 15f03937-23d8-489c-88ae-6e2f40f2c5eb {{(pid=93843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 15:30:01.073007 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Device 15f03937-23d8-489c-88ae-6e2f40f2c5eb not bound to the agent host hv-cinder-77957 {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 15:30:01.699453 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-29c513cc-22db-4fc7-80a8-4bcbdfe6ab25 req-fad0ad4c-87ea-476a-ae05-678f7b11d378 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd365fc6-5722-4ca4-aad8-848d52f8a602 HTTP/1.1" status: 200 len: 210 time: 0.0269344 Aug 26 15:30:02.625687 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9d428d-ed9c-4ede-b4d2-25bc8823d160 req-8361e9d9-1448-4758-98d2-ce783eff08fd tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:30:02.627209 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-ba9d428d-ed9c-4ede-b4d2-25bc8823d160 req-8361e9d9-1448-4758-98d2-ce783eff08fd tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.47 "GET /v2.0/networks?id=450519e4-8c12-447b-a687-0d4a9d1435ad HTTP/1.1" status: 200 len: 811 time: 0.1291804 Aug 26 15:30:02.680676 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-ba9d428d-ed9c-4ede-b4d2-25bc8823d160 req-5289362e-9e73-4e46-9cc8-5e001962a7bc tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d44569eb5c241ab8c4e10ff4af9afb0 HTTP/1.1" status: 200 len: 380 time: 0.0439701 Aug 26 15:30:02.692592 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [req-ba9d428d-ed9c-4ede-b4d2-25bc8823d160 req-3585016e-6d32-497d-b1a7-eac31802cf11 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Request body: {'port': {'device_id': 'cd365fc6-5722-4ca4-aad8-848d52f8a602', 'network_id': '450519e4-8c12-447b-a687-0d4a9d1435ad', 'admin_state_up': True, 'tenant_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'security_groups': ['672dc045-bd54-4dfd-8b7e-df655c7922d3']}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:30:02.826038 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-c8d53204-6ca0-4f38-b8d7-595599cdbfac req-4c65c88c-c5d4-4e7d-99f6-817a775fe542 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd365fc6-5722-4ca4-aad8-848d52f8a602 HTTP/1.1" status: 200 len: 210 time: 0.0308716 Aug 26 15:30:02.827260 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba9d428d-ed9c-4ede-b4d2-25bc8823d160 req-3585016e-6d32-497d-b1a7-eac31802cf11 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Made reservation on behalf of 1d44569eb5c241ab8c4e10ff4af9afb0 for: {'port': 1} {{(pid=93842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:30:02.832100 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-ba9d428d-ed9c-4ede-b4d2-25bc8823d160 req-3585016e-6d32-497d-b1a7-eac31802cf11 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:03.006201 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.db.db_base_plugin_common [req-ba9d428d-ed9c-4ede-b4d2-25bc8823d160 req-3585016e-6d32-497d-b1a7-eac31802cf11 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Allocated IP 172.20.0.11 (450519e4-8c12-447b-a687-0d4a9d1435ad/6465a299-7a62-4790-95c8-1882e69b35c5/784762c3-e0b5-4a0e-95b9-4b2aee8242f8) {{(pid=93842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:30:03.225049 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-ba9d428d-ed9c-4ede-b4d2-25bc8823d160 req-3585016e-6d32-497d-b1a7-eac31802cf11 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Notify callbacks [] for port, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:03.240693 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.db.provisioning_blocks [req-ba9d428d-ed9c-4ede-b4d2-25bc8823d160 req-3585016e-6d32-497d-b1a7-eac31802cf11 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Transition to ACTIVE for port object 784762c3-e0b5-4a0e-95b9-4b2aee8242f8 will not be triggered until provisioned by entity DHCP. {{(pid=93842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 15:30:03.275167 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-ba9d428d-ed9c-4ede-b4d2-25bc8823d160 req-3585016e-6d32-497d-b1a7-eac31802cf11 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793280355359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261268877'] for port, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:03.318950 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba9d428d-ed9c-4ede-b4d2-25bc8823d160 req-3585016e-6d32-497d-b1a7-eac31802cf11 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Network 450519e4-8c12-447b-a687-0d4a9d1435ad is already hosted by enough agents. {{(pid=93842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:30:03.322187 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.scheduler.base_scheduler [req-ba9d428d-ed9c-4ede-b4d2-25bc8823d160 req-3585016e-6d32-497d-b1a7-eac31802cf11 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Resources bound (agent type, host, resource id): {{(pid=93842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:30:03.329028 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba9d428d-ed9c-4ede-b4d2-25bc8823d160 req-3585016e-6d32-497d-b1a7-eac31802cf11 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Received port after_create {{(pid=93842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 15:30:03.367630 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3585016e-6d32-497d-b1a7-eac31802cf11 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Pushing event updated for resources: {'Port': ['ID=784762c3-e0b5-4a0e-95b9-4b2aee8242f8,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:30:03.398651 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9d428d-ed9c-4ede-b4d2-25bc8823d160 req-3585016e-6d32-497d-b1a7-eac31802cf11 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:30:03.399385 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-ba9d428d-ed9c-4ede-b4d2-25bc8823d160 req-3585016e-6d32-497d-b1a7-eac31802cf11 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4089636'] for port, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:03.416256 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-ba9d428d-ed9c-4ede-b4d2-25bc8823d160 req-3585016e-6d32-497d-b1a7-eac31802cf11 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7300041 Aug 26 15:30:03.429527 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [req-ba9d428d-ed9c-4ede-b4d2-25bc8823d160 req-9534404e-9791-4a46-a262-ab40a9ebbd7d service neutron] Request body: {'port': {'device_id': 'cd365fc6-5722-4ca4-aad8-848d52f8a602', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77957'}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:30:03.503162 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-ba9d428d-ed9c-4ede-b4d2-25bc8823d160 req-9534404e-9791-4a46-a262-ab40a9ebbd7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:03.619942 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-5d32aa5d-52af-462d-b099-c79a4118a899 None None] Provisioning for port 784762c3-e0b5-4a0e-95b9-4b2aee8242f8 completed by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 15:30:03.626460 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-5d32aa5d-52af-462d-b099-c79a4118a899 None None] Provisioning complete for port 784762c3-e0b5-4a0e-95b9-4b2aee8242f8 triggered by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:30:03.627278 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-5d32aa5d-52af-462d-b099-c79a4118a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:03.677579 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-5d32aa5d-52af-462d-b099-c79a4118a899 None None] Port 784762c3-e0b5-4a0e-95b9-4b2aee8242f8 cannot update to ACTIVE because it is not bound. {{(pid=93843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 15:30:04.064808 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af13538-d98d-49b2-8b4b-bc3d9a979971 req-e4b6ee53-bb91-45e4-857b-fa203e79df22 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:30:04.066336 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-9af13538-d98d-49b2-8b4b-bc3d9a979971 req-e4b6ee53-bb91-45e4-857b-fa203e79df22 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd365fc6-5722-4ca4-aad8-848d52f8a602 HTTP/1.1" status: 200 len: 932 time: 0.0841076 Aug 26 15:30:04.149826 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-9af13538-d98d-49b2-8b4b-bc3d9a979971 req-e9906a97-ae1b-4d09-8e7e-ee313f066fc7 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/security-groups?id=672dc045-bd54-4dfd-8b7e-df655c7922d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730524 Aug 26 15:30:04.171834 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.notifiers.nova [req-ba9d428d-ed9c-4ede-b4d2-25bc8823d160 req-9534404e-9791-4a46-a262-ab40a9ebbd7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 784762c3-e0b5-4a0e-95b9-4b2aee8242f8 {{(pid=93842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 15:30:04.199219 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-ba9d428d-ed9c-4ede-b4d2-25bc8823d160 req-9534404e-9791-4a46-a262-ab40a9ebbd7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:04.212768 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.db.provisioning_blocks [req-ba9d428d-ed9c-4ede-b4d2-25bc8823d160 req-9534404e-9791-4a46-a262-ab40a9ebbd7d service neutron] Transition to ACTIVE for port object 784762c3-e0b5-4a0e-95b9-4b2aee8242f8 will not be triggered until provisioned by entity L2. {{(pid=93842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 15:30:04.216370 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-ba9d428d-ed9c-4ede-b4d2-25bc8823d160 req-9534404e-9791-4a46-a262-ab40a9ebbd7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261268884'] for port, after_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:04.274456 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9534404e-9791-4a46-a262-ab40a9ebbd7d service neutron] Pushing event updated for resources: {'Port': ['ID=784762c3-e0b5-4a0e-95b9-4b2aee8242f8,revision_number=2']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:30:04.353565 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.managers [req-ba9d428d-ed9c-4ede-b4d2-25bc8823d160 req-9534404e-9791-4a46-a262-ab40a9ebbd7d service neutron] Attempting to bind port 784762c3-e0b5-4a0e-95b9-4b2aee8242f8 on host hv-cinder-77957 for vnic_type normal with profile {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 15:30:04.354010 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.managers [req-ba9d428d-ed9c-4ede-b4d2-25bc8823d160 req-9534404e-9791-4a46-a262-ab40a9ebbd7d service neutron] Attempting to bind port 784762c3-e0b5-4a0e-95b9-4b2aee8242f8 by drivers openvswitch,hyperv on host hv-cinder-77957 at level 0 using segments [{'id': '0ec0529a-fb33-4f07-bc7a-84b32e32ac14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '450519e4-8c12-447b-a687-0d4a9d1435ad'}] {{(pid=93842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 15:30:04.354347 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9d428d-ed9c-4ede-b4d2-25bc8823d160 req-9534404e-9791-4a46-a262-ab40a9ebbd7d service neutron] Attempting to bind port 784762c3-e0b5-4a0e-95b9-4b2aee8242f8 on network 450519e4-8c12-447b-a687-0d4a9d1435ad {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 15:30:04.360485 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9d428d-ed9c-4ede-b4d2-25bc8823d160 req-9534404e-9791-4a46-a262-ab40a9ebbd7d service neutron] Port 784762c3-e0b5-4a0e-95b9-4b2aee8242f8 on network 450519e4-8c12-447b-a687-0d4a9d1435ad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77957 {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 15:30:04.360810 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9d428d-ed9c-4ede-b4d2-25bc8823d160 req-9534404e-9791-4a46-a262-ab40a9ebbd7d service neutron] Attempting to bind port 784762c3-e0b5-4a0e-95b9-4b2aee8242f8 on network 450519e4-8c12-447b-a687-0d4a9d1435ad {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 15:30:04.366810 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9d428d-ed9c-4ede-b4d2-25bc8823d160 req-9534404e-9791-4a46-a262-ab40a9ebbd7d service neutron] Checking agent: {'id': '48810b0c-601b-439f-aa19-0a054d9f642d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77957', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 15, 20, 8), 'started_at': datetime.datetime(2021, 8, 26, 15, 20, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 15, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 15:30:04.367153 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9d428d-ed9c-4ede-b4d2-25bc8823d160 req-9534404e-9791-4a46-a262-ab40a9ebbd7d service neutron] Checking segment: {'id': '0ec0529a-fb33-4f07-bc7a-84b32e32ac14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '450519e4-8c12-447b-a687-0d4a9d1435ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 15:30:04.367550 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9d428d-ed9c-4ede-b4d2-25bc8823d160 req-9534404e-9791-4a46-a262-ab40a9ebbd7d service neutron] Bound using segment: {'id': '0ec0529a-fb33-4f07-bc7a-84b32e32ac14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '450519e4-8c12-447b-a687-0d4a9d1435ad'} {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 15:30:04.367984 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.managers [req-ba9d428d-ed9c-4ede-b4d2-25bc8823d160 req-9534404e-9791-4a46-a262-ab40a9ebbd7d service neutron] Bound port: 784762c3-e0b5-4a0e-95b9-4b2aee8242f8, host: hv-cinder-77957, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ec0529a-fb33-4f07-bc7a-84b32e32ac14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '450519e4-8c12-447b-a687-0d4a9d1435ad'}}] {{(pid=93842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 15:30:04.368341 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-ba9d428d-ed9c-4ede-b4d2-25bc8823d160 req-9534404e-9791-4a46-a262-ab40a9ebbd7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:04.437927 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.db [req-ba9d428d-ed9c-4ede-b4d2-25bc8823d160 req-9534404e-9791-4a46-a262-ab40a9ebbd7d service neutron] For port 784762c3-e0b5-4a0e-95b9-4b2aee8242f8, host hv-cinder-77957, cleared binding levels {{(pid=93842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:30:04.440981 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.db [req-ba9d428d-ed9c-4ede-b4d2-25bc8823d160 req-9534404e-9791-4a46-a262-ab40a9ebbd7d service neutron] For port 784762c3-e0b5-4a0e-95b9-4b2aee8242f8, host hv-cinder-77957, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=784762c3-e0b5-4a0e-95b9-4b2aee8242f8,segment=NetworkSegment(0ec0529a-fb33-4f07-bc7a-84b32e32ac14),segment_id=0ec0529a-fb33-4f07-bc7a-84b32e32ac14)] {{(pid=93842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:30:04.444467 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-ba9d428d-ed9c-4ede-b4d2-25bc8823d160 req-9534404e-9791-4a46-a262-ab40a9ebbd7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261268884'] for port, after_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:04.482424 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9d428d-ed9c-4ede-b4d2-25bc8823d160 req-9534404e-9791-4a46-a262-ab40a9ebbd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:30:04.483650 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-ba9d428d-ed9c-4ede-b4d2-25bc8823d160 req-9534404e-9791-4a46-a262-ab40a9ebbd7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4089636'] for port, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:04.485120 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-ba9d428d-ed9c-4ede-b4d2-25bc8823d160 req-9534404e-9791-4a46-a262-ab40a9ebbd7d service neutron] 10.222.0.47 "PUT /v2.0/ports/784762c3-e0b5-4a0e-95b9-4b2aee8242f8 HTTP/1.1" status: 200 len: 1094 time: 1.0601530 Aug 26 15:30:04.485628 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd365fc6-5722-4ca4-aad8-848d52f8a602', 'tag': '784762c3-e0b5-4a0e-95b9-4b2aee8242f8'}] {{(pid=93842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 15:30:04.487960 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ba7f6f71eda5a1db7669fef78c8684417bcd8012e21f8533533c8be1abdbb96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab03baa4-fdc8-4ea2-86a8-ac001f5e527f" -d '{"events": [{"name": "network-changed", "server_uuid": "cd365fc6-5722-4ca4-aad8-848d52f8a602", "tag": "784762c3-e0b5-4a0e-95b9-4b2aee8242f8"}]}' {{(pid=93842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:30:04.513571 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9534404e-9791-4a46-a262-ab40a9ebbd7d service neutron] Pushing event updated for resources: {'Port': ['ID=784762c3-e0b5-4a0e-95b9-4b2aee8242f8,revision_number=3']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:30:04.549568 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 15:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e62c6609-b838-4bdd-89d8-7a544a2177cc x-openstack-request-id: req-e62c6609-b838-4bdd-89d8-7a544a2177cc {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:30:04.549896 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd365fc6-5722-4ca4-aad8-848d52f8a602", "tag": "784762c3-e0b5-4a0e-95b9-4b2aee8242f8", "status": "completed", "code": 200}]} {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:30:04.550147 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e62c6609-b838-4bdd-89d8-7a544a2177cc {{(pid=93842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:30:04.550545 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd365fc6-5722-4ca4-aad8-848d52f8a602', 'tag': '784762c3-e0b5-4a0e-95b9-4b2aee8242f8', 'status': 'completed', 'code': 200} Aug 26 15:30:05.279058 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5e75f0-a681-4df8-9b48-df4616f4fae7 req-3091af3d-785b-4c3a-9505-3dac56292d9d tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:30:05.280812 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-bf5e75f0-a681-4df8-9b48-df4616f4fae7 req-3091af3d-785b-4c3a-9505-3dac56292d9d tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd365fc6-5722-4ca4-aad8-848d52f8a602 HTTP/1.1" status: 200 len: 944 time: 0.0503135 Aug 26 15:30:05.319167 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-bf5e75f0-a681-4df8-9b48-df4616f4fae7 req-10430a45-c6f8-4ec1-9b89-0ce75e555c76 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/security-groups?id=672dc045-bd54-4dfd-8b7e-df655c7922d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325968 Aug 26 15:30:06.444764 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964061b6-b46c-4bd5-815f-f3e6ecb7e262 req-df2074be-fa6c-4886-afaa-8bc956c5f6c6 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:30:06.455865 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-964061b6-b46c-4bd5-815f-f3e6ecb7e262 req-df2074be-fa6c-4886-afaa-8bc956c5f6c6 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd365fc6-5722-4ca4-aad8-848d52f8a602 HTTP/1.1" status: 200 len: 944 time: 0.0655503 Aug 26 15:30:06.493721 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-964061b6-b46c-4bd5-815f-f3e6ecb7e262 req-e2a061e7-eb9f-46cb-8828-7c1e5c0c206a tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/security-groups?id=672dc045-bd54-4dfd-8b7e-df655c7922d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368180 Aug 26 15:30:06.503784 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab03baa4-fdc8-4ea2-86a8-ac001f5e527f req-d8b097c7-0d0d-4c9d-8325-dd1bb2ea2750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:30:06.505358 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-ab03baa4-fdc8-4ea2-86a8-ac001f5e527f req-d8b097c7-0d0d-4c9d-8325-dd1bb2ea2750 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1d44569eb5c241ab8c4e10ff4af9afb0&device_id=cd365fc6-5722-4ca4-aad8-848d52f8a602 HTTP/1.1" status: 200 len: 1097 time: 0.0433564 Aug 26 15:30:06.616109 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab03baa4-fdc8-4ea2-86a8-ac001f5e527f req-e9d04c50-a027-4cef-8850-293bcc599bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:30:06.617604 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-ab03baa4-fdc8-4ea2-86a8-ac001f5e527f req-e9d04c50-a027-4cef-8850-293bcc599bb3 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=1d44569eb5c241ab8c4e10ff4af9afb0&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1043563 Aug 26 15:30:06.741242 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab03baa4-fdc8-4ea2-86a8-ac001f5e527f req-c8826c9a-8bdd-489f-8e0c-8fa592832b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:30:06.742833 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-ab03baa4-fdc8-4ea2-86a8-ac001f5e527f req-c8826c9a-8bdd-489f-8e0c-8fa592832b9d service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1178405 Aug 26 15:30:06.837362 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9d428d-ed9c-4ede-b4d2-25bc8823d160 req-015fd362-5178-4fdb-86ed-ff9aa1a0fb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:30:06.839104 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-ba9d428d-ed9c-4ede-b4d2-25bc8823d160 req-015fd362-5178-4fdb-86ed-ff9aa1a0fb66 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1d44569eb5c241ab8c4e10ff4af9afb0&device_id=cd365fc6-5722-4ca4-aad8-848d52f8a602 HTTP/1.1" status: 200 len: 1097 time: 0.0572634 Aug 26 15:30:06.889254 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-ba9d428d-ed9c-4ede-b4d2-25bc8823d160 req-e5969b44-fd28-4ba8-96d7-f9b4f159e1ce service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=784762c3-e0b5-4a0e-95b9-4b2aee8242f8 HTTP/1.1" status: 200 len: 217 time: 0.0415909 Aug 26 15:30:06.940242 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9d428d-ed9c-4ede-b4d2-25bc8823d160 req-5d003828-198a-4d53-9e87-b6733428dff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:30:06.941631 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-ba9d428d-ed9c-4ede-b4d2-25bc8823d160 req-5d003828-198a-4d53-9e87-b6733428dff0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6465a299-7a62-4790-95c8-1882e69b35c5 HTTP/1.1" status: 200 len: 850 time: 0.0457397 Aug 26 15:30:06.988543 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9d428d-ed9c-4ede-b4d2-25bc8823d160 req-6b4de66a-6bc4-4af6-b4ab-328b929e06bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:30:06.990009 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-ba9d428d-ed9c-4ede-b4d2-25bc8823d160 req-6b4de66a-6bc4-4af6-b4ab-328b929e06bf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=450519e4-8c12-447b-a687-0d4a9d1435ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414703 Aug 26 15:30:07.095485 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-ba9d428d-ed9c-4ede-b4d2-25bc8823d160 req-2508567d-7a39-498c-bc9e-9d0b768e964e service neutron] 10.222.0.47 "GET /v2.0/networks/450519e4-8c12-447b-a687-0d4a9d1435ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880339 Aug 26 15:30:07.188954 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-0f55de5a-878d-4f4f-aa09-c27430b06eb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:07.193257 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-ba9d428d-ed9c-4ede-b4d2-25bc8823d160 req-3117865e-b2be-49ce-be84-039f9b00ffdc service neutron] 10.222.0.47 "GET /v2.0/networks/450519e4-8c12-447b-a687-0d4a9d1435ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901551 Aug 26 15:30:07.622805 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e00b1a-6e54-4858-8c92-73a6be809c2c req-3bea97af-8920-4e79-af56-d45c8376de87 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:30:07.624895 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-f6e00b1a-6e54-4858-8c92-73a6be809c2c req-3bea97af-8920-4e79-af56-d45c8376de87 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd365fc6-5722-4ca4-aad8-848d52f8a602 HTTP/1.1" status: 200 len: 944 time: 0.0557318 Aug 26 15:30:07.672728 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-f6e00b1a-6e54-4858-8c92-73a6be809c2c req-9106a219-a2c2-4b8d-b1f2-69bcb28a8404 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/security-groups?id=672dc045-bd54-4dfd-8b7e-df655c7922d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389881 Aug 26 15:30:07.894752 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 33452) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:30:08.004263 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-5d691a2a-7b78-4531-be00-94d08ee21dbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:08.099277 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-5d691a2a-7b78-4531-be00-94d08ee21dbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:08.103176 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-5d691a2a-7b78-4531-be00-94d08ee21dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:08.142693 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-5d691a2a-7b78-4531-be00-94d08ee21dbc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a79031b6281043dd9531002e05400550&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2466681 Aug 26 15:30:08.143549 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d691a2a-7b78-4531-be00-94d08ee21dbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31c9b960-20cd-4e58-9ffc-090a9275bf1c,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:30:08.145318 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 33458) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:30:08.198514 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-667fe0c2-bca3-41fb-bad1-4e91002ab5e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:08.219834 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-667fe0c2-bca3-41fb-bad1-4e91002ab5e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:08.265867 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-667fe0c2-bca3-41fb-bad1-4e91002ab5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:08.268359 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-667fe0c2-bca3-41fb-bad1-4e91002ab5e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:08.269506 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-667fe0c2-bca3-41fb-bad1-4e91002ab5e1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/31c9b960-20cd-4e58-9ffc-090a9275bf1c HTTP/1.1" status: 204 len: 168 time: 0.1231589 Aug 26 15:30:08.277168 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667fe0c2-bca3-41fb-bad1-4e91002ab5e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31c9b960-20cd-4e58-9ffc-090a9275bf1c,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:30:08.550313 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 33464) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:30:08.565407 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-7c7686a7-a827-4abb-83c2-8215b91567a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:08.658676 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-7c7686a7-a827-4abb-83c2-8215b91567a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:08.662391 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-7c7686a7-a827-4abb-83c2-8215b91567a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:08.704619 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-7c7686a7-a827-4abb-83c2-8215b91567a8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9d0d3e5272e54d208105242b7e1d5db7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1531973 Aug 26 15:30:08.706506 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7686a7-a827-4abb-83c2-8215b91567a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f06e96c-3108-4a28-8406-2bd9e1ff2676,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:30:08.709729 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 33468) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:30:08.766962 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-c01b7bc9-f648-448e-b202-8f887ee9f091 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:08.788639 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-c01b7bc9-f648-448e-b202-8f887ee9f091 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:08.790688 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c734a1eb-522a-4386-b7b2-2bd5175f6fe9 req-357e9629-3bd5-4d96-bd01-85de9d8be74d tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:30:08.792208 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-c734a1eb-522a-4386-b7b2-2bd5175f6fe9 req-357e9629-3bd5-4d96-bd01-85de9d8be74d tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd365fc6-5722-4ca4-aad8-848d52f8a602 HTTP/1.1" status: 200 len: 944 time: 0.0500898 Aug 26 15:30:08.836262 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-c734a1eb-522a-4386-b7b2-2bd5175f6fe9 req-190a1138-2bfe-4b03-8e8a-ff3251745b22 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/security-groups?id=672dc045-bd54-4dfd-8b7e-df655c7922d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377436 Aug 26 15:30:08.843066 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-c01b7bc9-f648-448e-b202-8f887ee9f091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:08.845887 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-c01b7bc9-f648-448e-b202-8f887ee9f091 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:08.847049 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-c01b7bc9-f648-448e-b202-8f887ee9f091 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0f06e96c-3108-4a28-8406-2bd9e1ff2676 HTTP/1.1" status: 204 len: 168 time: 0.1387291 Aug 26 15:30:08.855154 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01b7bc9-f648-448e-b202-8f887ee9f091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f06e96c-3108-4a28-8406-2bd9e1ff2676,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:30:08.924229 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:09.849106 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:09.964678 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e16860-cb71-4bf8-8b50-3fcb294d65f4 req-61944be8-217e-4fe4-b7a3-688855558720 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:30:09.965530 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-9c6afe7b-d8fe-493f-98e2-1bc2243221cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:09.972450 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-36e16860-cb71-4bf8-8b50-3fcb294d65f4 req-61944be8-217e-4fe4-b7a3-688855558720 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd365fc6-5722-4ca4-aad8-848d52f8a602 HTTP/1.1" status: 200 len: 944 time: 0.0632842 Aug 26 15:30:10.014068 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-36e16860-cb71-4bf8-8b50-3fcb294d65f4 req-32a26bfd-b99e-4c8a-8557-a081cbd491dc tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/security-groups?id=672dc045-bd54-4dfd-8b7e-df655c7922d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405540 Aug 26 15:30:11.136071 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b9e906-4076-4ade-a8c5-293e6ce6fbfd req-3099cd35-fe87-4c7d-8adc-1c2d041c85ff tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:30:11.137656 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-d6b9e906-4076-4ade-a8c5-293e6ce6fbfd req-3099cd35-fe87-4c7d-8adc-1c2d041c85ff tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd365fc6-5722-4ca4-aad8-848d52f8a602 HTTP/1.1" status: 200 len: 944 time: 0.0535700 Aug 26 15:30:11.176280 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-d6b9e906-4076-4ade-a8c5-293e6ce6fbfd req-1487a149-1112-449d-800b-5bdda32a9d9f tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/security-groups?id=672dc045-bd54-4dfd-8b7e-df655c7922d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315421 Aug 26 15:30:11.380596 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c45f19a1-5a59-44e4-9446-0a9261f71b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:12.320108 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031bee05-7ffb-4cb7-a94e-f14d30e05f32 req-4810cf1a-f938-4c8c-96a6-a0913b5a3014 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:30:12.328752 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-031bee05-7ffb-4cb7-a94e-f14d30e05f32 req-4810cf1a-f938-4c8c-96a6-a0913b5a3014 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd365fc6-5722-4ca4-aad8-848d52f8a602 HTTP/1.1" status: 200 len: 944 time: 0.0709708 Aug 26 15:30:12.384427 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-031bee05-7ffb-4cb7-a94e-f14d30e05f32 req-51484df9-4d47-45ba-991c-9d9502353ccc tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/security-groups?id=672dc045-bd54-4dfd-8b7e-df655c7922d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542700 Aug 26 15:30:13.006174 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-a6032fac-f2a0-46d6-9c2c-2483dfdc6249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:13.501303 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107a47ff-e738-40f5-8ceb-746b27e17c28 req-a42da60a-460f-4cd3-a5bd-537e3184cb37 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:30:13.502964 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-107a47ff-e738-40f5-8ceb-746b27e17c28 req-a42da60a-460f-4cd3-a5bd-537e3184cb37 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd365fc6-5722-4ca4-aad8-848d52f8a602 HTTP/1.1" status: 200 len: 944 time: 0.0590997 Aug 26 15:30:13.546750 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-107a47ff-e738-40f5-8ceb-746b27e17c28 req-8e293a77-bae4-45f6-a927-8f41d497cc04 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/security-groups?id=672dc045-bd54-4dfd-8b7e-df655c7922d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374327 Aug 26 15:30:13.955420 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 33582) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:30:14.065515 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-048bff13-770c-46fe-ae3c-624dcefdd98d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:14.157833 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-048bff13-770c-46fe-ae3c-624dcefdd98d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:14.161603 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-048bff13-770c-46fe-ae3c-624dcefdd98d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:14.200602 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-048bff13-770c-46fe-ae3c-624dcefdd98d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=41916669f43840719104511ed511b507&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2438006 Aug 26 15:30:14.201567 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048bff13-770c-46fe-ae3c-624dcefdd98d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89b78c78-f239-4aad-a2ff-71b37879a870,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:30:14.203276 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 33586) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:30:14.257804 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-1bc6fe08-2be1-4602-92a9-b948c90e8dc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:14.278629 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-1bc6fe08-2be1-4602-92a9-b948c90e8dc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:14.331745 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-1bc6fe08-2be1-4602-92a9-b948c90e8dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:14.334555 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-1bc6fe08-2be1-4602-92a9-b948c90e8dc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:14.335714 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-1bc6fe08-2be1-4602-92a9-b948c90e8dc2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/89b78c78-f239-4aad-a2ff-71b37879a870 HTTP/1.1" status: 204 len: 168 time: 0.1307132 Aug 26 15:30:14.343954 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc6fe08-2be1-4602-92a9-b948c90e8dc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89b78c78-f239-4aad-a2ff-71b37879a870,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:30:14.617074 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 33594) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:30:14.632914 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-d908275d-ed5c-445f-b298-70b31b654a03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:14.677583 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15a5cd1-1d28-49c0-b7b3-f26abc575c5a req-a179b932-96e2-4e1d-8756-5c71ecf52a19 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:30:14.679223 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-e15a5cd1-1d28-49c0-b7b3-f26abc575c5a req-a179b932-96e2-4e1d-8756-5c71ecf52a19 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd365fc6-5722-4ca4-aad8-848d52f8a602 HTTP/1.1" status: 200 len: 944 time: 0.0583487 Aug 26 15:30:14.726810 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-e15a5cd1-1d28-49c0-b7b3-f26abc575c5a req-a53562de-4d4e-4192-8e5b-db04076097a5 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/security-groups?id=672dc045-bd54-4dfd-8b7e-df655c7922d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378635 Aug 26 15:30:14.753525 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-d908275d-ed5c-445f-b298-70b31b654a03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:14.757421 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-d908275d-ed5c-445f-b298-70b31b654a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:14.797396 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d908275d-ed5c-445f-b298-70b31b654a03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0259b074-8181-4a59-ab3c-ff76de1d69ef,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:30:14.802065 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-d908275d-ed5c-445f-b298-70b31b654a03 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8acc2ceb15b9493ea34558943c35304b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1838136 Aug 26 15:30:14.804762 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 33596) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:30:14.865883 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-19362666-9e36-4db3-aedd-9a06dfcc5d6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:14.889839 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-19362666-9e36-4db3-aedd-9a06dfcc5d6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:14.942203 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-19362666-9e36-4db3-aedd-9a06dfcc5d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:14.944789 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-19362666-9e36-4db3-aedd-9a06dfcc5d6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:14.946234 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-19362666-9e36-4db3-aedd-9a06dfcc5d6e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0259b074-8181-4a59-ab3c-ff76de1d69ef HTTP/1.1" status: 204 len: 168 time: 0.1402321 Aug 26 15:30:14.955291 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19362666-9e36-4db3-aedd-9a06dfcc5d6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0259b074-8181-4a59-ab3c-ff76de1d69ef,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:30:15.673807 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 33620) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:30:15.775130 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [None req-ca261d10-cd4b-48a6-9577-e754b856b71b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-809666176-network', 'tenant_id': 'c1c9bcba833b413a9fa15d313404ab67'}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:30:15.798887 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca261d10-cd4b-48a6-9577-e754b856b71b admin admin] Made reservation on behalf of c1c9bcba833b413a9fa15d313404ab67 for: {'network': 1} {{(pid=93841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:30:15.801213 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-ca261d10-cd4b-48a6-9577-e754b856b71b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for network, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:15.819779 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-ca261d10-cd4b-48a6-9577-e754b856b71b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:15.875834 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96670070-df03-41e5-8916-55d2a4b19fdd req-172dbf31-587d-46e0-b48e-8c01f8eaf04b tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:30:15.877386 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-96670070-df03-41e5-8916-55d2a4b19fdd req-172dbf31-587d-46e0-b48e-8c01f8eaf04b tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd365fc6-5722-4ca4-aad8-848d52f8a602 HTTP/1.1" status: 200 len: 944 time: 0.0739062 Aug 26 15:30:15.942774 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-96670070-df03-41e5-8916-55d2a4b19fdd req-8f75da74-2a05-452b-9433-1513214db11a tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/security-groups?id=672dc045-bd54-4dfd-8b7e-df655c7922d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568898 Aug 26 15:30:15.978685 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-ca261d10-cd4b-48a6-9577-e754b856b71b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:15.982616 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-ca261d10-cd4b-48a6-9577-e754b856b71b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:16.007163 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca261d10-cd4b-48a6-9577-e754b856b71b admin admin] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=93841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 15:30:16.017213 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca261d10-cd4b-48a6-9577-e754b856b71b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56be524c-9958-457f-b1e3-75ed1bc8517d,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:30:16.022283 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-ca261d10-cd4b-48a6-9577-e754b856b71b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509819'] for segment, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:16.022629 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.db.segments_db [None req-ca261d10-cd4b-48a6-9577-e754b856b71b admin admin] Added segment 60600a54-6f69-4700-bbe1-a56340ac3356 of type vlan for network cb82fd49-8001-4e80-93ec-417429357563 Aug 26 15:30:16.066946 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-ca261d10-cd4b-48a6-9577-e754b856b71b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793280371833'] for network, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:16.096327 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-ca261d10-cd4b-48a6-9577-e754b856b71b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337'] for network, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:16.097345 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca261d10-cd4b-48a6-9577-e754b856b71b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:30:16.097997 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-ca261d10-cd4b-48a6-9577-e754b856b71b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774323'] for network, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:16.151637 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-ca261d10-cd4b-48a6-9577-e754b856b71b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4767201 Aug 26 15:30:16.155173 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 33628) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:30:16.162022 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [None req-9ca1f4f6-020a-4f73-9224-365467918428 admin admin] Request body: {'subnet': {'network_id': 'cb82fd49-8001-4e80-93ec-417429357563', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-809666176-subnet', 'tenant_id': 'c1c9bcba833b413a9fa15d313404ab67', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:30:16.166105 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca261d10-cd4b-48a6-9577-e754b856b71b admin admin] Pushing event updated for resources: {'Network': ['ID=cb82fd49-8001-4e80-93ec-417429357563,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:30:16.176099 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Network cb82fd49-8001-4e80-93ec-417429357563 details requested by agent ovs-agent-dv-cinder-779576-7-iscsi with host dv-cinder-779576-7-iscsi {{(pid=93843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 15:30:16.186386 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca1f4f6-020a-4f73-9224-365467918428 admin admin] Made reservation on behalf of c1c9bcba833b413a9fa15d313404ab67 for: {'subnet': 1} {{(pid=93841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:30:16.189685 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-9ca1f4f6-020a-4f73-9224-365467918428 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263881370'] for subnet, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:16.359828 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-9ca1f4f6-020a-4f73-9224-365467918428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263749170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263881448'] for subnet, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:16.420779 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca1f4f6-020a-4f73-9224-365467918428 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ab23a18-dfdd-4764-81a9-69330ec2f941,revision_number=0']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:30:16.426255 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca1f4f6-020a-4f73-9224-365467918428 admin admin] Checking segment: {'id': '60600a54-6f69-4700-bbe1-a56340ac3356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'cb82fd49-8001-4e80-93ec-417429357563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 15:30:16.426618 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca1f4f6-020a-4f73-9224-365467918428 admin admin] Network hostable DHCP agents. Network: cb82fd49-8001-4e80-93ec-417429357563, hostable agents: ['c577b1e9-213f-4ed4-b1c1-ed72ab3b29a9'], hosted agents: [] {{(pid=93841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 15:30:16.443512 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca1f4f6-020a-4f73-9224-365467918428 admin admin] Network cb82fd49-8001-4e80-93ec-417429357563 is scheduled to be hosted by DHCP agent c577b1e9-213f-4ed4-b1c1-ed72ab3b29a9 with binding_index 1 {{(pid=93841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 15:30:16.453553 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.scheduler.base_scheduler [None req-9ca1f4f6-020a-4f73-9224-365467918428 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779576-7-iscsi, cb82fd49-8001-4e80-93ec-417429357563) {{(pid=93841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:30:16.457903 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca1f4f6-020a-4f73-9224-365467918428 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:30:16.458501 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-9ca1f4f6-020a-4f73-9224-365467918428 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:16.463672 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c8ca81-e07d-4f62-9911-6ae2c3ddd024 None None] Network cb82fd49-8001-4e80-93ec-417429357563 requested from dv-cinder-779576-7-iscsi {{(pid=93843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 15:30:16.473727 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-9ca1f4f6-020a-4f73-9224-365467918428 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3153229 Aug 26 15:30:16.589660 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad90386-0c51-4d88-ac19-0e3163a519b8 None None] Network cb82fd49-8001-4e80-93ec-417429357563 requested from dv-cinder-779576-7-iscsi {{(pid=93843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 15:30:16.972898 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 33648) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:30:16.978961 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [None req-486b2b27-5714-4e9b-ab0e-ade0224b8446 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1629469990-network', 'tenant_id': '100c4b8170764ea792a26bf6c09317f7'}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:30:17.004972 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-486b2b27-5714-4e9b-ab0e-ade0224b8446 admin admin] Made reservation on behalf of 100c4b8170764ea792a26bf6c09317f7 for: {'network': 1} {{(pid=93841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:30:17.008265 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-486b2b27-5714-4e9b-ab0e-ade0224b8446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for network, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:17.019237 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-486b2b27-5714-4e9b-ab0e-ade0224b8446 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:17.086489 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16118eed-14a5-4cd1-830c-2b23f358a1dc req-b012d3ba-97f3-4e1e-8ddc-8a343e0b9d54 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:30:17.089274 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-16118eed-14a5-4cd1-830c-2b23f358a1dc req-b012d3ba-97f3-4e1e-8ddc-8a343e0b9d54 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd365fc6-5722-4ca4-aad8-848d52f8a602 HTTP/1.1" status: 200 len: 944 time: 0.0627069 Aug 26 15:30:17.135557 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-486b2b27-5714-4e9b-ab0e-ade0224b8446 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:17.139169 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-16118eed-14a5-4cd1-830c-2b23f358a1dc req-0bac59ee-ce35-4fbd-ac0a-3e79969a5a9f tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/security-groups?id=672dc045-bd54-4dfd-8b7e-df655c7922d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400589 Aug 26 15:30:17.140492 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-486b2b27-5714-4e9b-ab0e-ade0224b8446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:17.162924 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-486b2b27-5714-4e9b-ab0e-ade0224b8446 admin admin] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=93841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 15:30:17.179300 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486b2b27-5714-4e9b-ab0e-ade0224b8446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d3b745b-d96e-40ad-a6bd-0c84ae690483,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:30:17.182386 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-486b2b27-5714-4e9b-ab0e-ade0224b8446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509819'] for segment, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:17.182718 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.db.segments_db [None req-486b2b27-5714-4e9b-ab0e-ade0224b8446 admin admin] Added segment 1e90dea7-03fe-40e5-a848-69face4eff30 of type vlan for network a76c5a3e-438f-4a36-831e-4af83b4f6517 Aug 26 15:30:17.228705 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-486b2b27-5714-4e9b-ab0e-ade0224b8446 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793280371833'] for network, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:17.255045 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-486b2b27-5714-4e9b-ab0e-ade0224b8446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337'] for network, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:17.255965 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486b2b27-5714-4e9b-ab0e-ade0224b8446 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:30:17.256617 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-486b2b27-5714-4e9b-ab0e-ade0224b8446 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774323'] for network, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:17.317777 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-486b2b27-5714-4e9b-ab0e-ade0224b8446 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3428454 Aug 26 15:30:17.320606 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 33650) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:30:17.328344 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [None req-69e05315-437a-4287-bd7c-cd1d8fc0bd7a admin admin] Request body: {'subnet': {'network_id': 'a76c5a3e-438f-4a36-831e-4af83b4f6517', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1629469990-subnet', 'tenant_id': '100c4b8170764ea792a26bf6c09317f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:30:17.334889 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486b2b27-5714-4e9b-ab0e-ade0224b8446 admin admin] Pushing event updated for resources: {'Network': ['ID=a76c5a3e-438f-4a36-831e-4af83b4f6517,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:30:17.348979 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Network a76c5a3e-438f-4a36-831e-4af83b4f6517 details requested by agent ovs-agent-dv-cinder-779576-7-iscsi with host dv-cinder-779576-7-iscsi {{(pid=93843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 15:30:17.362002 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69e05315-437a-4287-bd7c-cd1d8fc0bd7a admin admin] Made reservation on behalf of 100c4b8170764ea792a26bf6c09317f7 for: {'subnet': 1} {{(pid=93841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:30:17.365333 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-69e05315-437a-4287-bd7c-cd1d8fc0bd7a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263881370'] for subnet, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:17.563167 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-69e05315-437a-4287-bd7c-cd1d8fc0bd7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263749170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263881448'] for subnet, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:17.622220 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e05315-437a-4287-bd7c-cd1d8fc0bd7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=20165799-1cb1-439f-9943-d267f3e869c2,revision_number=0']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:30:17.633389 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e05315-437a-4287-bd7c-cd1d8fc0bd7a admin admin] Checking segment: {'id': '1e90dea7-03fe-40e5-a848-69face4eff30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'a76c5a3e-438f-4a36-831e-4af83b4f6517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 15:30:17.633775 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e05315-437a-4287-bd7c-cd1d8fc0bd7a admin admin] Network hostable DHCP agents. Network: a76c5a3e-438f-4a36-831e-4af83b4f6517, hostable agents: ['c577b1e9-213f-4ed4-b1c1-ed72ab3b29a9'], hosted agents: [] {{(pid=93841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 15:30:17.652258 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e05315-437a-4287-bd7c-cd1d8fc0bd7a admin admin] Network a76c5a3e-438f-4a36-831e-4af83b4f6517 is scheduled to be hosted by DHCP agent c577b1e9-213f-4ed4-b1c1-ed72ab3b29a9 with binding_index 1 {{(pid=93841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 15:30:17.661605 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.scheduler.base_scheduler [None req-69e05315-437a-4287-bd7c-cd1d8fc0bd7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779576-7-iscsi, a76c5a3e-438f-4a36-831e-4af83b4f6517) {{(pid=93841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:30:17.665641 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e05315-437a-4287-bd7c-cd1d8fc0bd7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:30:17.666257 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-69e05315-437a-4287-bd7c-cd1d8fc0bd7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:17.671079 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3046a7f-f025-458b-a7ee-30016970d234 None None] Network a76c5a3e-438f-4a36-831e-4af83b4f6517 requested from dv-cinder-779576-7-iscsi {{(pid=93843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 15:30:17.680149 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-69e05315-437a-4287-bd7c-cd1d8fc0bd7a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3581278 Aug 26 15:30:17.918707 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd611f56-472a-4d3b-a5d1-cf8f9c77844c None None] Network a76c5a3e-438f-4a36-831e-4af83b4f6517 requested from dv-cinder-779576-7-iscsi {{(pid=93843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 15:30:18.290752 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b284d207-f2a4-48d9-b51b-40a1db9048a7 req-6abbe735-867f-4867-ab98-3c11e54db85c tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:30:18.293258 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-b284d207-f2a4-48d9-b51b-40a1db9048a7 req-6abbe735-867f-4867-ab98-3c11e54db85c tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd365fc6-5722-4ca4-aad8-848d52f8a602 HTTP/1.1" status: 200 len: 944 time: 0.0582421 Aug 26 15:30:18.354912 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-b284d207-f2a4-48d9-b51b-40a1db9048a7 req-4c7dfad1-e554-4c7d-b8cd-b268b9d2cb3a tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/security-groups?id=672dc045-bd54-4dfd-8b7e-df655c7922d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533156 Aug 26 15:30:18.384575 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Device 784762c3-e0b5-4a0e-95b9-4b2aee8242f8 details requested by agent hyperv_hv-cinder-77957 with host hv-cinder-77957 {{(pid=93843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 15:30:18.484998 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] For port 784762c3-e0b5-4a0e-95b9-4b2aee8242f8, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=784762c3-e0b5-4a0e-95b9-4b2aee8242f8,segment=NetworkSegment(0ec0529a-fb33-4f07-bc7a-84b32e32ac14),segment_id=0ec0529a-fb33-4f07-bc7a-84b32e32ac14)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:30:18.496778 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Returning: {'device': '784762c3-e0b5-4a0e-95b9-4b2aee8242f8', 'network_id': '450519e4-8c12-447b-a687-0d4a9d1435ad', 'port_id': '784762c3-e0b5-4a0e-95b9-4b2aee8242f8', 'mac_address': 'fa:16:3e:99:b2:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6465a299-7a62-4790-95c8-1882e69b35c5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 15:30:18.538044 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:18.551950 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.notifiers.nova [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 784762c3-e0b5-4a0e-95b9-4b2aee8242f8 {{(pid=93843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 15:30:18.574778 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] For port 784762c3-e0b5-4a0e-95b9-4b2aee8242f8, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=784762c3-e0b5-4a0e-95b9-4b2aee8242f8,segment=NetworkSegment(0ec0529a-fb33-4f07-bc7a-84b32e32ac14),segment_id=0ec0529a-fb33-4f07-bc7a-84b32e32ac14)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:30:18.578438 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:18.631505 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Pushing event updated for resources: {'Port': ['ID=784762c3-e0b5-4a0e-95b9-4b2aee8242f8,revision_number=4']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:30:18.829147 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] get_ports_and_sgs() called for port_ids ['784762c3-e0b5-4a0e-95b9-4b2aee8242f8'] {{(pid=93843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 15:30:19.481320 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c32ed38-9548-4744-b287-98a725cc41eb req-b1a77190-0745-4021-9ed2-15489aa3f509 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:30:19.483738 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-2c32ed38-9548-4744-b287-98a725cc41eb req-b1a77190-0745-4021-9ed2-15489aa3f509 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd365fc6-5722-4ca4-aad8-848d52f8a602 HTTP/1.1" status: 200 len: 945 time: 0.0669866 Aug 26 15:30:19.534983 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-2c32ed38-9548-4744-b287-98a725cc41eb req-122596a3-4a08-45a9-adba-619103385a55 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/security-groups?id=672dc045-bd54-4dfd-8b7e-df655c7922d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451348 Aug 26 15:30:20.396410 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Device 784762c3-e0b5-4a0e-95b9-4b2aee8242f8 up at agent hyperv_hv-cinder-77957 {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:30:20.445115 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Provisioning for port 784762c3-e0b5-4a0e-95b9-4b2aee8242f8 completed by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 15:30:20.448876 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Provisioning complete for port 784762c3-e0b5-4a0e-95b9-4b2aee8242f8 triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:30:20.449246 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:20.527006 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:20.553319 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd365fc6-5722-4ca4-aad8-848d52f8a602', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '784762c3-e0b5-4a0e-95b9-4b2aee8242f8'}] {{(pid=93843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 15:30:20.555599 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d587d98fe02f6619f456de0f45288515ee723af96d1e5c8ab0bdf50e2145b638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-447ef492-db82-41a2-99c5-9b9cd2efb071" -d '{"events": [{"server_uuid": "cd365fc6-5722-4ca4-aad8-848d52f8a602", "name": "network-vif-plugged", "status": "completed", "tag": "784762c3-e0b5-4a0e-95b9-4b2aee8242f8"}]}' {{(pid=93843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:30:20.577314 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] For port 784762c3-e0b5-4a0e-95b9-4b2aee8242f8, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=784762c3-e0b5-4a0e-95b9-4b2aee8242f8,segment=NetworkSegment(0ec0529a-fb33-4f07-bc7a-84b32e32ac14),segment_id=0ec0529a-fb33-4f07-bc7a-84b32e32ac14)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:30:20.583029 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:20.620660 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 15:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8bc0d3c-936c-4efd-9d4e-91940fb13f31 x-openstack-request-id: req-f8bc0d3c-936c-4efd-9d4e-91940fb13f31 {{(pid=93843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:30:20.620959 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd365fc6-5722-4ca4-aad8-848d52f8a602", "name": "network-vif-plugged", "status": "completed", "tag": "784762c3-e0b5-4a0e-95b9-4b2aee8242f8", "code": 200}]} {{(pid=93843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:30:20.621214 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f8bc0d3c-936c-4efd-9d4e-91940fb13f31 {{(pid=93843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:30:20.621725 dv-cinder-779576-7-iscsi neutron-server[93843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd365fc6-5722-4ca4-aad8-848d52f8a602', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '784762c3-e0b5-4a0e-95b9-4b2aee8242f8', 'code': 200} Aug 26 15:30:20.662877 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Pushing event updated for resources: {'Port': ['ID=784762c3-e0b5-4a0e-95b9-4b2aee8242f8,revision_number=5']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:30:20.693154 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83996ea5-16f0-4953-9718-1e0af8ac6be3 req-6854b14d-3a99-41d6-96a2-da1467f52860 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:30:20.694603 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-83996ea5-16f0-4953-9718-1e0af8ac6be3 req-6854b14d-3a99-41d6-96a2-da1467f52860 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd365fc6-5722-4ca4-aad8-848d52f8a602 HTTP/1.1" status: 200 len: 946 time: 0.0817366 Aug 26 15:30:20.746041 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-83996ea5-16f0-4953-9718-1e0af8ac6be3 req-3f12f2d1-e127-469a-a446-4913e618c79d tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/security-groups?id=672dc045-bd54-4dfd-8b7e-df655c7922d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447369 Aug 26 15:30:20.882981 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bccf04-9acd-43d4-bcd7-f1e82480e85b req-e9d7d48f-cba8-48e5-9d21-1baef33c4e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:30:20.884540 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-62bccf04-9acd-43d4-bcd7-f1e82480e85b req-e9d7d48f-cba8-48e5-9d21-1baef33c4e89 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=cd365fc6-5722-4ca4-aad8-848d52f8a602 HTTP/1.1" status: 200 len: 1099 time: 0.0491078 Aug 26 15:30:20.934439 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-62bccf04-9acd-43d4-bcd7-f1e82480e85b req-420e6d40-a92f-4165-9595-3753a38a5045 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=672dc045-bd54-4dfd-8b7e-df655c7922d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412939 Aug 26 15:30:21.865606 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7051aaa5-f4ef-4498-962f-5a362d313808 req-71cae5ee-1960-4b70-80da-87c1c2468d0e tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:30:21.867288 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-7051aaa5-f4ef-4498-962f-5a362d313808 req-71cae5ee-1960-4b70-80da-87c1c2468d0e tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd365fc6-5722-4ca4-aad8-848d52f8a602 HTTP/1.1" status: 200 len: 946 time: 0.0525181 Aug 26 15:30:21.923251 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-7051aaa5-f4ef-4498-962f-5a362d313808 req-788c9916-d4e2-412b-824c-bcedbaed52b5 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/security-groups?id=672dc045-bd54-4dfd-8b7e-df655c7922d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453563 Aug 26 15:30:22.339279 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 33746) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:30:22.452104 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-c5ef0ec2-3d97-4299-8910-73e38c8da65a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:22.549339 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-c5ef0ec2-3d97-4299-8910-73e38c8da65a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:22.553566 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-c5ef0ec2-3d97-4299-8910-73e38c8da65a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:22.593060 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-c5ef0ec2-3d97-4299-8910-73e38c8da65a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=02fc75b7279d4de7b02b5c64357038a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2525418 Aug 26 15:30:22.594189 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ef0ec2-3d97-4299-8910-73e38c8da65a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b01498b-f9d3-4ce3-a4e5-e802ef3b7530,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:30:22.595674 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 33750) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:30:22.601292 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ef0ec2-3d97-4299-8910-73e38c8da65a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:30:22.601645 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ef0ec2-3d97-4299-8910-73e38c8da65a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:30:22.602081 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ef0ec2-3d97-4299-8910-73e38c8da65a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:30:22.602355 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ef0ec2-3d97-4299-8910-73e38c8da65a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:30:22.602658 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ef0ec2-3d97-4299-8910-73e38c8da65a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:30:22.602996 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ef0ec2-3d97-4299-8910-73e38c8da65a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:30:22.603320 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ef0ec2-3d97-4299-8910-73e38c8da65a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:30:22.603646 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ef0ec2-3d97-4299-8910-73e38c8da65a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:30:22.603970 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ef0ec2-3d97-4299-8910-73e38c8da65a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:30:22.604291 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ef0ec2-3d97-4299-8910-73e38c8da65a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:30:22.604612 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ef0ec2-3d97-4299-8910-73e38c8da65a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:30:22.604929 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ef0ec2-3d97-4299-8910-73e38c8da65a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:30:22.652486 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-ab5ac31f-1f27-4dee-8556-95b9b678980d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:22.674097 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-ab5ac31f-1f27-4dee-8556-95b9b678980d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:22.722203 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-ab5ac31f-1f27-4dee-8556-95b9b678980d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:22.724641 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-ab5ac31f-1f27-4dee-8556-95b9b678980d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:22.725797 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-ab5ac31f-1f27-4dee-8556-95b9b678980d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6b01498b-f9d3-4ce3-a4e5-e802ef3b7530 HTTP/1.1" status: 204 len: 168 time: 0.1288588 Aug 26 15:30:22.733868 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5ac31f-1f27-4dee-8556-95b9b678980d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b01498b-f9d3-4ce3-a4e5-e802ef3b7530,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:30:22.740983 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5ac31f-1f27-4dee-8556-95b9b678980d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:30:22.741335 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5ac31f-1f27-4dee-8556-95b9b678980d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:30:22.741670 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5ac31f-1f27-4dee-8556-95b9b678980d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:30:22.742111 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5ac31f-1f27-4dee-8556-95b9b678980d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:30:22.742397 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5ac31f-1f27-4dee-8556-95b9b678980d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:30:22.742687 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5ac31f-1f27-4dee-8556-95b9b678980d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:30:22.743012 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5ac31f-1f27-4dee-8556-95b9b678980d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:30:22.743335 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5ac31f-1f27-4dee-8556-95b9b678980d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:30:22.743692 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5ac31f-1f27-4dee-8556-95b9b678980d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:30:22.743959 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5ac31f-1f27-4dee-8556-95b9b678980d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:30:22.744276 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5ac31f-1f27-4dee-8556-95b9b678980d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:30:22.744592 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5ac31f-1f27-4dee-8556-95b9b678980d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:30:23.054455 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45d0883-3a74-4247-ab23-bf6d24c7e561 req-5df46421-3a0e-40be-83b3-fed6606f3816 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:30:23.055978 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-b45d0883-3a74-4247-ab23-bf6d24c7e561 req-5df46421-3a0e-40be-83b3-fed6606f3816 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd365fc6-5722-4ca4-aad8-848d52f8a602 HTTP/1.1" status: 200 len: 946 time: 0.0602956 Aug 26 15:30:23.096468 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-b45d0883-3a74-4247-ab23-bf6d24c7e561 req-40bfb857-7f98-42a1-8121-a0b593ae4599 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/security-groups?id=672dc045-bd54-4dfd-8b7e-df655c7922d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343451 Aug 26 15:30:23.218949 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209c06e9-e55d-4898-8508-3b8dea404867 req-52dcc405-bfea-4e30-81b3-02df8532e734 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:30:23.220492 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-209c06e9-e55d-4898-8508-3b8dea404867 req-52dcc405-bfea-4e30-81b3-02df8532e734 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd365fc6-5722-4ca4-aad8-848d52f8a602 HTTP/1.1" status: 200 len: 946 time: 0.0520220 Aug 26 15:30:23.260980 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-209c06e9-e55d-4898-8508-3b8dea404867 req-84662988-c2a6-4410-a53a-1a75ac72be99 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/security-groups?id=672dc045-bd54-4dfd-8b7e-df655c7922d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344503 Aug 26 15:30:23.285765 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 33776) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:30:23.338187 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c01e53-c587-4b74-8077-9b17fbf517e4 tempest-TestVolumeBootPattern-1598148247 tempest-TestVolumeBootPattern-1598148247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:30:23.339708 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-c2c01e53-c587-4b74-8077-9b17fbf517e4 tempest-TestVolumeBootPattern-1598148247 tempest-TestVolumeBootPattern-1598148247-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=cd365fc6-5722-4ca4-aad8-848d52f8a602 HTTP/1.1" status: 200 len: 1094 time: 0.0527546 Aug 26 15:30:23.342899 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 33782) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:30:23.347780 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [None req-a888569f-21e6-44cf-82b3-a46d6076a792 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Request body: {'floatingip': {'floating_network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'port_id': '784762c3-e0b5-4a0e-95b9-4b2aee8242f8', 'tenant_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:30:23.372722 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-a888569f-21e6-44cf-82b3-a46d6076a792 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Notify callbacks [] for floatingip, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:23.483719 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-a888569f-21e6-44cf-82b3-a46d6076a792 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:23.627181 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.db.db_base_plugin_common [None req-a888569f-21e6-44cf-82b3-a46d6076a792 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Allocated IP 172.27.3.71 (94c3c280-690c-4a83-85d9-6b8aea125a5e/fcbbbf85-6bcd-493f-b527-2ade21fd40af/a056b8ee-e08b-465e-9588-4e2d78f2b660) {{(pid=93841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:30:23.749161 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-a888569f-21e6-44cf-82b3-a46d6076a792 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Notify callbacks [] for port, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:23.798788 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-a888569f-21e6-44cf-82b3-a46d6076a792 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793280355359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263742114'] for port, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:23.843030 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a888569f-21e6-44cf-82b3-a46d6076a792 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Network 94c3c280-690c-4a83-85d9-6b8aea125a5e is already hosted by enough agents. {{(pid=93841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:30:23.847425 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.scheduler.base_scheduler [None req-a888569f-21e6-44cf-82b3-a46d6076a792 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Resources bound (agent type, host, resource id): {{(pid=93841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:30:23.851612 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a888569f-21e6-44cf-82b3-a46d6076a792 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Received port after_create {{(pid=93841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 15:30:23.857672 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a888569f-21e6-44cf-82b3-a46d6076a792 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Pushing event updated for resources: {'Port': ['ID=a056b8ee-e08b-465e-9588-4e2d78f2b660,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:30:24.658260 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-a888569f-21e6-44cf-82b3-a46d6076a792 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:24.740270 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-a888569f-21e6-44cf-82b3-a46d6076a792 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:24.982741 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-a888569f-21e6-44cf-82b3-a46d6076a792 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Notify callbacks [] for port, precommit_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:24.987576 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-a888569f-21e6-44cf-82b3-a46d6076a792 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263742139'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:25.063824 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a888569f-21e6-44cf-82b3-a46d6076a792 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Pushing event updated for resources: {'Port': ['ID=a056b8ee-e08b-465e-9588-4e2d78f2b660,revision_number=2']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:30:25.080655 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-a888569f-21e6-44cf-82b3-a46d6076a792 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3928447'] for floatingip, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:25.207519 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.db.l3_db [None req-a888569f-21e6-44cf-82b3-a46d6076a792 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Floating IP 2ca8fad0-cdcf-4aa8-8859-e89c99347c09 associated. External IP: 172.27.3.71, port: 784762c3-e0b5-4a0e-95b9-4b2aee8242f8. Aug 26 15:30:25.432749 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a888569f-21e6-44cf-82b3-a46d6076a792 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Router d5d6d445-b8cd-4f47-a92b-4b10fdd02ff7 has already been hosted by L3 agent 00a7d786-edfd-4f04-9152-3b7ae2bbf8ca {{(pid=93841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 15:30:25.548316 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a888569f-21e6-44cf-82b3-a46d6076a792 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Notify agent at l3_agent.dv-cinder-779576-7-iscsi the message routers_updated {{(pid=93841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 15:30:25.558657 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207b8bb4-a5d3-4fe8-80a2-1acc616c1fcd None None] Sync routers for ids ['d5d6d445-b8cd-4f47-a92b-4b10fdd02ff7'] in dv-cinder-779576-7-iscsi {{(pid=93843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 15:30:25.570513 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-a888569f-21e6-44cf-82b3-a46d6076a792 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4089636'] for floatingip, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:25.572938 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207b8bb4-a5d3-4fe8-80a2-1acc616c1fcd None None] Routers {'d5d6d445-b8cd-4f47-a92b-4b10fdd02ff7'} bound to L3 agent in host dv-cinder-779576-7-iscsi {{(pid=93843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 15:30:25.573797 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-207b8bb4-a5d3-4fe8-80a2-1acc616c1fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T15:14:10Z,description=,heartbeat_timestamp=2021-08-26T15:30:10Z,host='dv-cinder-779576-7-iscsi',id=00a7d786-edfd-4f04-9152-3b7ae2bbf8ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T15:14:10Z,topic='l3_agent')) {'router_ids': ['d5d6d445-b8cd-4f47-a92b-4b10fdd02ff7'], 'active': True} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:30:25.603701 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-a888569f-21e6-44cf-82b3-a46d6076a792 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2594190 Aug 26 15:30:25.604701 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd365fc6-5722-4ca4-aad8-848d52f8a602', 'tag': '784762c3-e0b5-4a0e-95b9-4b2aee8242f8'}] {{(pid=93841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 15:30:25.608389 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40d6179e675e884694bb6412ad93f17435ac71a39ec2274297e1b4aadb89820e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a39cd8e-8cea-43cd-857c-418afd1333f9" -d '{"events": [{"name": "network-changed", "server_uuid": "cd365fc6-5722-4ca4-aad8-848d52f8a602", "tag": "784762c3-e0b5-4a0e-95b9-4b2aee8242f8"}]}' {{(pid=93841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:30:25.648776 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 15:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98209d05-bae7-410c-a153-2102629ea24f x-openstack-request-id: req-98209d05-bae7-410c-a153-2102629ea24f {{(pid=93841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:30:25.649101 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd365fc6-5722-4ca4-aad8-848d52f8a602", "tag": "784762c3-e0b5-4a0e-95b9-4b2aee8242f8", "status": "completed", "code": 200}]} {{(pid=93841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:30:25.649346 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-98209d05-bae7-410c-a153-2102629ea24f {{(pid=93841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:30:25.649810 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd365fc6-5722-4ca4-aad8-848d52f8a602', 'tag': '784762c3-e0b5-4a0e-95b9-4b2aee8242f8', 'status': 'completed', 'code': 200} Aug 26 15:30:25.694252 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvr_db [None req-207b8bb4-a5d3-4fe8-80a2-1acc616c1fcd None None] Set router d5d6d445-b8cd-4f47-a92b-4b10fdd02ff7 gateway port host: dv-cinder-779576-7-iscsi {{(pid=93843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 15:30:25.727308 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a39cd8e-8cea-43cd-857c-418afd1333f9 req-ca13813a-5f65-47f3-b547-5d98c09f6d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:30:25.729616 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-1a39cd8e-8cea-43cd-857c-418afd1333f9 req-ca13813a-5f65-47f3-b547-5d98c09f6d3d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1d44569eb5c241ab8c4e10ff4af9afb0&device_id=cd365fc6-5722-4ca4-aad8-848d52f8a602 HTTP/1.1" status: 200 len: 1099 time: 0.0557120 Aug 26 15:30:25.830263 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a39cd8e-8cea-43cd-857c-418afd1333f9 req-f98d1eed-78d4-4b11-a772-85950851858c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:30:25.832520 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-1a39cd8e-8cea-43cd-857c-418afd1333f9 req-f98d1eed-78d4-4b11-a772-85950851858c service neutron] 10.222.0.47 "GET /v2.0/networks?id=450519e4-8c12-447b-a687-0d4a9d1435ad HTTP/1.1" status: 200 len: 912 time: 0.0944397 Aug 26 15:30:25.907145 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-1a39cd8e-8cea-43cd-857c-418afd1333f9 req-8e57b13a-0c46-4ed3-9430-b1a43faadeb9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=784762c3-e0b5-4a0e-95b9-4b2aee8242f8 HTTP/1.1" status: 200 len: 999 time: 0.0680060 Aug 26 15:30:25.950219 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-207b8bb4-a5d3-4fe8-80a2-1acc616c1fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5d6d445-b8cd-4f47-a92b-4b10fdd02ff7', 'name': 'tempest-TestVolumeBootPattern-386580631-router', 'tenant_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '0415c8a9-fc07-4695-8ef4-be13d02c0b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:26:45Z', 'updated_at': '2021-08-26T15:26:49Z', 'revision_number': 4, 'project_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'gw_port': {'id': '0415c8a9-fc07-4695-8ef4-be13d02c0b75', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:9d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d6d445-b8cd-4f47-a92b-4b10fdd02ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:26:46Z', 'updated_at': '2021-08-26T15:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi', '_floatingips': [{'id': '2ca8fad0-cdcf-4aa8-8859-e89c99347c09', 'tenant_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'floating_ip_address': '172.27.3.71', 'floating_network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'router_id': 'd5d6d445-b8cd-4f47-a92b-4b10fdd02ff7', 'port_id': '784762c3-e0b5-4a0e-95b9-4b2aee8242f8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '450519e4-8c12-447b-a687-0d4a9d1435ad', 'mac_address': 'fa:16:3e:99:b2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd365fc6-5722-4ca4-aad8-848d52f8a602', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T15:30:24Z', 'updated_at': '2021-08-26T15:30:24Z', 'revision_number': 0, 'project_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25db6656-5ef9-406c-9fa2-6c2e4d121a41', 'name': '', 'network_id': '450519e4-8c12-447b-a687-0d4a9d1435ad', 'tenant_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'mac_address': 'fa:16:3e:29:08:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d6d445-b8cd-4f47-a92b-4b10fdd02ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '6465a299-7a62-4790-95c8-1882e69b35c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:26:48Z', 'updated_at': '2021-08-26T15:26:55Z', 'revision_number': 5, 'project_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'subnets': [{'id': '6465a299-7a62-4790-95c8-1882e69b35c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-7-iscsi', False) {} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:30:25.965831 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a39cd8e-8cea-43cd-857c-418afd1333f9 req-1a697dd5-d4cc-422f-a119-71e30fa03630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:30:25.968655 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-1a39cd8e-8cea-43cd-857c-418afd1333f9 req-1a697dd5-d4cc-422f-a119-71e30fa03630 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6465a299-7a62-4790-95c8-1882e69b35c5 HTTP/1.1" status: 200 len: 850 time: 0.0498042 Aug 26 15:30:25.985774 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207b8bb4-a5d3-4fe8-80a2-1acc616c1fcd None None] Checking router: d5d6d445-b8cd-4f47-a92b-4b10fdd02ff7 for host: dv-cinder-779576-7-iscsi {{(pid=93843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 15:30:25.996561 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207b8bb4-a5d3-4fe8-80a2-1acc616c1fcd None None] Routers {'d5d6d445-b8cd-4f47-a92b-4b10fdd02ff7'} bound to L3 agent in host dv-cinder-779576-7-iscsi {{(pid=93843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 15:30:25.997201 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-207b8bb4-a5d3-4fe8-80a2-1acc616c1fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T15:14:10Z,description=,heartbeat_timestamp=2021-08-26T15:30:10Z,host='dv-cinder-779576-7-iscsi',id=00a7d786-edfd-4f04-9152-3b7ae2bbf8ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T15:14:10Z,topic='l3_agent')) {'router_ids': ['d5d6d445-b8cd-4f47-a92b-4b10fdd02ff7'], 'active': True} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:30:26.032861 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a39cd8e-8cea-43cd-857c-418afd1333f9 req-60f13738-851e-479c-8531-fd0824bcbaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:30:26.034429 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-1a39cd8e-8cea-43cd-857c-418afd1333f9 req-60f13738-851e-479c-8531-fd0824bcbaf7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=450519e4-8c12-447b-a687-0d4a9d1435ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0585754 Aug 26 15:30:26.121603 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvr_db [None req-207b8bb4-a5d3-4fe8-80a2-1acc616c1fcd None None] Set router d5d6d445-b8cd-4f47-a92b-4b10fdd02ff7 gateway port host: dv-cinder-779576-7-iscsi {{(pid=93843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 15:30:26.149727 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-1a39cd8e-8cea-43cd-857c-418afd1333f9 req-8cb1908f-9b31-406e-b2a5-acd44b6e3387 service neutron] 10.222.0.47 "GET /v2.0/networks/450519e4-8c12-447b-a687-0d4a9d1435ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036921 Aug 26 15:30:26.276640 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-1a39cd8e-8cea-43cd-857c-418afd1333f9 req-e29f92de-86cb-4819-b3c3-cd3b2b9e6632 service neutron] 10.222.0.47 "GET /v2.0/networks/450519e4-8c12-447b-a687-0d4a9d1435ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198361 Aug 26 15:30:26.400197 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-207b8bb4-a5d3-4fe8-80a2-1acc616c1fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5d6d445-b8cd-4f47-a92b-4b10fdd02ff7', 'name': 'tempest-TestVolumeBootPattern-386580631-router', 'tenant_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '0415c8a9-fc07-4695-8ef4-be13d02c0b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:26:45Z', 'updated_at': '2021-08-26T15:26:49Z', 'revision_number': 4, 'project_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'gw_port': {'id': '0415c8a9-fc07-4695-8ef4-be13d02c0b75', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:9d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d6d445-b8cd-4f47-a92b-4b10fdd02ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:26:46Z', 'updated_at': '2021-08-26T15:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi', '_floatingips': [{'id': '2ca8fad0-cdcf-4aa8-8859-e89c99347c09', 'tenant_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'floating_ip_address': '172.27.3.71', 'floating_network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'router_id': 'd5d6d445-b8cd-4f47-a92b-4b10fdd02ff7', 'port_id': '784762c3-e0b5-4a0e-95b9-4b2aee8242f8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '450519e4-8c12-447b-a687-0d4a9d1435ad', 'mac_address': 'fa:16:3e:99:b2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd365fc6-5722-4ca4-aad8-848d52f8a602', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T15:30:24Z', 'updated_at': '2021-08-26T15:30:24Z', 'revision_number': 0, 'project_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25db6656-5ef9-406c-9fa2-6c2e4d121a41', 'name': '', 'network_id': '450519e4-8c12-447b-a687-0d4a9d1435ad', 'tenant_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'mac_address': 'fa:16:3e:29:08:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d6d445-b8cd-4f47-a92b-4b10fdd02ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '6465a299-7a62-4790-95c8-1882e69b35c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:26:48Z', 'updated_at': '2021-08-26T15:26:55Z', 'revision_number': 5, 'project_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'subnets': [{'id': '6465a299-7a62-4790-95c8-1882e69b35c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-7-iscsi', False) {} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:30:26.438039 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207b8bb4-a5d3-4fe8-80a2-1acc616c1fcd None None] The sync data for ids ['d5d6d445-b8cd-4f47-a92b-4b10fdd02ff7'] in dv-cinder-779576-7-iscsi is: [{'id': 'd5d6d445-b8cd-4f47-a92b-4b10fdd02ff7', 'name': 'tempest-TestVolumeBootPattern-386580631-router', 'tenant_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '0415c8a9-fc07-4695-8ef4-be13d02c0b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:26:45Z', 'updated_at': '2021-08-26T15:26:49Z', 'revision_number': 4, 'project_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'gw_port': {'id': '0415c8a9-fc07-4695-8ef4-be13d02c0b75', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:9d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d6d445-b8cd-4f47-a92b-4b10fdd02ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:26:46Z', 'updated_at': '2021-08-26T15:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi', '_floatingips': [{'id': '2ca8fad0-cdcf-4aa8-8859-e89c99347c09', 'tenant_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'floating_ip_address': '172.27.3.71', 'floating_network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'router_id': 'd5d6d445-b8cd-4f47-a92b-4b10fdd02ff7', 'port_id': '784762c3-e0b5-4a0e-95b9-4b2aee8242f8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '450519e4-8c12-447b-a687-0d4a9d1435ad', 'mac_address': 'fa:16:3e:99:b2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd365fc6-5722-4ca4-aad8-848d52f8a602', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T15:30:24Z', 'updated_at': '2021-08-26T15:30:24Z', 'revision_number': 0, 'project_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25db6656-5ef9-406c-9fa2-6c2e4d121a41', 'name': '', 'network_id': '450519e4-8c12-447b-a687-0d4a9d1435ad', 'tenant_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'mac_address': 'fa:16:3e:29:08:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d6d445-b8cd-4f47-a92b-4b10fdd02ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '6465a299-7a62-4790-95c8-1882e69b35c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:26:48Z', 'updated_at': '2021-08-26T15:26:55Z', 'revision_number': 5, 'project_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'subnets': [{'id': '6465a299-7a62-4790-95c8-1882e69b35c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 15:30:26.655264 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9852143-637d-41c8-b237-0126c29200da None None] New status for floating IP 2ca8fad0-cdcf-4aa8-8859-e89c99347c09: ACTIVE {{(pid=93844) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 15:30:27.025862 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.agents_db [None req-f94a4f8d-c04a-4845-8e45-3296fab2d83d None None] Agent healthcheck: found 6 active agents {{(pid=93844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 15:30:31.380133 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 33948) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:30:31.497060 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-bfbe5af5-ce5a-4e2d-b418-9d42facce63b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:31.609220 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-bfbe5af5-ce5a-4e2d-b418-9d42facce63b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:31.613973 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-bfbe5af5-ce5a-4e2d-b418-9d42facce63b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:31.657732 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbe5af5-ce5a-4e2d-b418-9d42facce63b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3465b30d-84c5-46e3-9a65-559aa72b24be,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:30:31.684684 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-bfbe5af5-ce5a-4e2d-b418-9d42facce63b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=493d7add0d704d5c8488ec26c085f6c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3033965 Aug 26 15:30:31.684880 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 33962) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:30:31.702838 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 33964) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:30:31.752541 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-12372d0a-9613-4604-87ee-49397a4f8642 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:31.753978 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.db.db_base_plugin_v2 [None req-67dff9f2-0c60-438f-9ba0-944a96c9bc04 admin admin] Deleting subnet 6ab23a18-dfdd-4764-81a9-69330ec2f941 {{(pid=93841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 15:30:31.758354 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-67dff9f2-0c60-438f-9ba0-944a96c9bc04 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:31.783672 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-12372d0a-9613-4604-87ee-49397a4f8642 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:31.804168 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-67dff9f2-0c60-438f-9ba0-944a96c9bc04 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263749214'] for subnet, precommit_delete_associations {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:31.837193 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-12372d0a-9613-4604-87ee-49397a4f8642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:31.839949 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-12372d0a-9613-4604-87ee-49397a4f8642 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:31.845057 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-12372d0a-9613-4604-87ee-49397a4f8642 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3465b30d-84c5-46e3-9a65-559aa72b24be HTTP/1.1" status: 204 len: 168 time: 0.1590197 Aug 26 15:30:31.854560 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12372d0a-9613-4604-87ee-49397a4f8642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3465b30d-84c5-46e3-9a65-559aa72b24be,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:30:31.864393 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-67dff9f2-0c60-438f-9ba0-944a96c9bc04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3507378'] for subnet, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:31.946727 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-67dff9f2-0c60-438f-9ba0-944a96c9bc04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3507389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263742193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263881457'] for subnet, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:31.976447 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dff9f2-0c60-438f-9ba0-944a96c9bc04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ab23a18-dfdd-4764-81a9-69330ec2f941,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:30:31.980524 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-67dff9f2-0c60-438f-9ba0-944a96c9bc04 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:31.985540 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-67dff9f2-0c60-438f-9ba0-944a96c9bc04 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/6ab23a18-dfdd-4764-81a9-69330ec2f941 HTTP/1.1" status: 204 len: 168 time: 0.2814863 Aug 26 15:30:31.986276 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 33968) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:30:32.069534 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-d71d3d77-a90a-47b9-9103-8a3c3a512fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526882'] for network, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:32.159564 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-d71d3d77-a90a-47b9-9103-8a3c3a512fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687945', 'neutron.services.segments.db._delete_segments_for_network-8793280934638'] for network, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:32.171866 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.services.segments.db [None req-d71d3d77-a90a-47b9-9103-8a3c3a512fff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb82fd49-8001-4e80-93ec-417429357563']}} {{(pid=93842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:30:32.190947 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.services.segments.db [None req-d71d3d77-a90a-47b9-9103-8a3c3a512fff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60600a54-6f69-4700-bbe1-a56340ac3356') {'for_net_delete': True} {{(pid=93842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:30:32.191071 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 33972) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:30:32.191174 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.services.segments.db [None req-d71d3d77-a90a-47b9-9103-8a3c3a512fff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60600a54-6f69-4700-bbe1-a56340ac3356') {} {{(pid=93842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:30:32.201772 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-d71d3d77-a90a-47b9-9103-8a3c3a512fff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793280934521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261273990'] for segment, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:32.208398 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-8d179c8c-6aeb-4486-9e8e-8c634789a0a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:32.218239 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-d71d3d77-a90a-47b9-9103-8a3c3a512fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509819'] for segment, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:32.225336 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d71d3d77-a90a-47b9-9103-8a3c3a512fff admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=93842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 15:30:32.226104 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-d71d3d77-a90a-47b9-9103-8a3c3a512fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261268920'] for segment, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:32.227724 dv-cinder-779576-7-iscsi neutron-server[93842]: Traceback (most recent call last): Aug 26 15:30:32.227724 dv-cinder-779576-7-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 15:30:32.227724 dv-cinder-779576-7-iscsi neutron-server[93842]: timer() Aug 26 15:30:32.227724 dv-cinder-779576-7-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 15:30:32.227724 dv-cinder-779576-7-iscsi neutron-server[93842]: cb(*args, **kw) Aug 26 15:30:32.227724 dv-cinder-779576-7-iscsi neutron-server[93842]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 15:30:32.227724 dv-cinder-779576-7-iscsi neutron-server[93842]: return func(*args, **kwargs) Aug 26 15:30:32.227724 dv-cinder-779576-7-iscsi neutron-server[93842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 15:30:32.227724 dv-cinder-779576-7-iscsi neutron-server[93842]: self._notify() Aug 26 15:30:32.227724 dv-cinder-779576-7-iscsi neutron-server[93842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 15:30:32.227724 dv-cinder-779576-7-iscsi neutron-server[93842]: self.callback(batched_events) Aug 26 15:30:32.227724 dv-cinder-779576-7-iscsi neutron-server[93842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 15:30:32.227724 dv-cinder-779576-7-iscsi neutron-server[93842]: event.method(event) Aug 26 15:30:32.227724 dv-cinder-779576-7-iscsi neutron-server[93842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 15:30:32.227724 dv-cinder-779576-7-iscsi neutron-server[93842]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 15:30:32.227724 dv-cinder-779576-7-iscsi neutron-server[93842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 15:30:32.227724 dv-cinder-779576-7-iscsi neutron-server[93842]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 15:30:32.227724 dv-cinder-779576-7-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 15:30:32.227724 dv-cinder-779576-7-iscsi neutron-server[93842]: return f(self, *a, **k) Aug 26 15:30:32.227724 dv-cinder-779576-7-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 15:30:32.227724 dv-cinder-779576-7-iscsi neutron-server[93842]: return self._get(url).json() Aug 26 15:30:32.227724 dv-cinder-779576-7-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 15:30:32.227724 dv-cinder-779576-7-iscsi neutron-server[93842]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 15:30:32.227724 dv-cinder-779576-7-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 15:30:32.227724 dv-cinder-779576-7-iscsi neutron-server[93842]: return self.request(url, 'GET', **kwargs) Aug 26 15:30:32.227724 dv-cinder-779576-7-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 15:30:32.227724 dv-cinder-779576-7-iscsi neutron-server[93842]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 15:30:32.227724 dv-cinder-779576-7-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 15:30:32.227724 dv-cinder-779576-7-iscsi neutron-server[93842]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 15:30:32.227724 dv-cinder-779576-7-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 15:30:32.227724 dv-cinder-779576-7-iscsi neutron-server[93842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 15:30:32.227724 dv-cinder-779576-7-iscsi neutron-server[93842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 15:30:32.288517 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-d71d3d77-a90a-47b9-9103-8a3c3a512fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3928461'] for network, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:32.295108 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-d71d3d77-a90a-47b9-9103-8a3c3a512fff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774323'] for network, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:32.298102 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-d71d3d77-a90a-47b9-9103-8a3c3a512fff admin admin] 10.222.0.20 "DELETE /v2.0/networks/cb82fd49-8001-4e80-93ec-417429357563 HTTP/1.1" status: 204 len: 168 time: 0.3098598 Aug 26 15:30:32.302528 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 33974) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:30:32.310360 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71d3d77-a90a-47b9-9103-8a3c3a512fff admin admin] Pushing event deleted for resources: {'Network': ['ID=cb82fd49-8001-4e80-93ec-417429357563,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:30:32.374129 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-8d179c8c-6aeb-4486-9e8e-8c634789a0a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:32.377911 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.db.db_base_plugin_v2 [None req-353430c4-4245-403c-b9c1-2eb909c17b6e admin admin] Deleting subnet 20165799-1cb1-439f-9943-d267f3e869c2 {{(pid=93841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 15:30:32.381325 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-8d179c8c-6aeb-4486-9e8e-8c634789a0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:32.383844 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-353430c4-4245-403c-b9c1-2eb909c17b6e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:32.453792 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d179c8c-6aeb-4486-9e8e-8c634789a0a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa34fb5-7f1c-4d13-af85-7d570514c752,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:30:32.458053 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-8d179c8c-6aeb-4486-9e8e-8c634789a0a0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=98125b69c3dc4d81888c56028b313b9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2640338 Aug 26 15:30:32.460273 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-353430c4-4245-403c-b9c1-2eb909c17b6e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263749214'] for subnet, precommit_delete_associations {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:32.461004 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 33976) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:30:32.502078 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-353430c4-4245-403c-b9c1-2eb909c17b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3507378'] for subnet, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:32.517075 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-8dda5036-9a7a-4a4c-b839-dfefd04ac845 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:32.540704 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-8dda5036-9a7a-4a4c-b839-dfefd04ac845 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:32.565190 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-353430c4-4245-403c-b9c1-2eb909c17b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3507389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263742193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263881457'] for subnet, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:32.597400 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353430c4-4245-403c-b9c1-2eb909c17b6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20165799-1cb1-439f-9943-d267f3e869c2,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:30:32.599458 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-353430c4-4245-403c-b9c1-2eb909c17b6e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:32.604042 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-353430c4-4245-403c-b9c1-2eb909c17b6e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/20165799-1cb1-439f-9943-d267f3e869c2 HTTP/1.1" status: 204 len: 168 time: 0.3002119 Aug 26 15:30:32.604657 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 33978) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:30:32.605596 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-8dda5036-9a7a-4a4c-b839-dfefd04ac845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:32.610509 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-8dda5036-9a7a-4a4c-b839-dfefd04ac845 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:32.612591 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-8dda5036-9a7a-4a4c-b839-dfefd04ac845 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2aa34fb5-7f1c-4d13-af85-7d570514c752 HTTP/1.1" status: 204 len: 168 time: 0.1501343 Aug 26 15:30:32.625081 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dda5036-9a7a-4a4c-b839-dfefd04ac845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa34fb5-7f1c-4d13-af85-7d570514c752,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:30:32.688519 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-ba9bace0-3a3a-403b-a41c-10aa2da6f997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526882'] for network, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:32.781933 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-ba9bace0-3a3a-403b-a41c-10aa2da6f997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687945', 'neutron.services.segments.db._delete_segments_for_network-8793280934638'] for network, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:32.795595 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.services.segments.db [None req-ba9bace0-3a3a-403b-a41c-10aa2da6f997 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a76c5a3e-438f-4a36-831e-4af83b4f6517']}} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:30:32.807985 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.services.segments.db [None req-ba9bace0-3a3a-403b-a41c-10aa2da6f997 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e90dea7-03fe-40e5-a848-69face4eff30') {'for_net_delete': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:30:32.808376 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.services.segments.db [None req-ba9bace0-3a3a-403b-a41c-10aa2da6f997 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e90dea7-03fe-40e5-a848-69face4eff30') {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:30:32.819448 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-ba9bace0-3a3a-403b-a41c-10aa2da6f997 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793280934521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263749185'] for segment, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:32.837323 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-ba9bace0-3a3a-403b-a41c-10aa2da6f997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509819'] for segment, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:32.846871 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba9bace0-3a3a-403b-a41c-10aa2da6f997 admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=93841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 15:30:32.847771 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-ba9bace0-3a3a-403b-a41c-10aa2da6f997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263742103'] for segment, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:32.849909 dv-cinder-779576-7-iscsi neutron-server[93841]: Traceback (most recent call last): Aug 26 15:30:32.849909 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 15:30:32.849909 dv-cinder-779576-7-iscsi neutron-server[93841]: timer() Aug 26 15:30:32.849909 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 15:30:32.849909 dv-cinder-779576-7-iscsi neutron-server[93841]: cb(*args, **kw) Aug 26 15:30:32.849909 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 15:30:32.849909 dv-cinder-779576-7-iscsi neutron-server[93841]: return func(*args, **kwargs) Aug 26 15:30:32.849909 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 15:30:32.849909 dv-cinder-779576-7-iscsi neutron-server[93841]: self._notify() Aug 26 15:30:32.849909 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 15:30:32.849909 dv-cinder-779576-7-iscsi neutron-server[93841]: self.callback(batched_events) Aug 26 15:30:32.849909 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 15:30:32.849909 dv-cinder-779576-7-iscsi neutron-server[93841]: event.method(event) Aug 26 15:30:32.849909 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 15:30:32.849909 dv-cinder-779576-7-iscsi neutron-server[93841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 15:30:32.849909 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 15:30:32.849909 dv-cinder-779576-7-iscsi neutron-server[93841]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 15:30:32.849909 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 15:30:32.849909 dv-cinder-779576-7-iscsi neutron-server[93841]: return f(self, *a, **k) Aug 26 15:30:32.849909 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 15:30:32.849909 dv-cinder-779576-7-iscsi neutron-server[93841]: return self._get(url).json() Aug 26 15:30:32.849909 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 15:30:32.849909 dv-cinder-779576-7-iscsi neutron-server[93841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 15:30:32.849909 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 15:30:32.849909 dv-cinder-779576-7-iscsi neutron-server[93841]: return self.request(url, 'GET', **kwargs) Aug 26 15:30:32.849909 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 15:30:32.849909 dv-cinder-779576-7-iscsi neutron-server[93841]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 15:30:32.849909 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 15:30:32.849909 dv-cinder-779576-7-iscsi neutron-server[93841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 15:30:32.849909 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 15:30:32.849909 dv-cinder-779576-7-iscsi neutron-server[93841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 15:30:32.849909 dv-cinder-779576-7-iscsi neutron-server[93841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 15:30:32.906894 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-ba9bace0-3a3a-403b-a41c-10aa2da6f997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3928461'] for network, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:32.916593 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-ba9bace0-3a3a-403b-a41c-10aa2da6f997 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774323'] for network, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:32.918492 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-ba9bace0-3a3a-403b-a41c-10aa2da6f997 admin admin] 10.222.0.20 "DELETE /v2.0/networks/a76c5a3e-438f-4a36-831e-4af83b4f6517 HTTP/1.1" status: 204 len: 168 time: 0.3125679 Aug 26 15:30:32.930849 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9bace0-3a3a-403b-a41c-10aa2da6f997 admin admin] Pushing event deleted for resources: {'Network': ['ID=a76c5a3e-438f-4a36-831e-4af83b4f6517,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:30:33.031793 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 33986) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:30:33.051114 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-059a7809-f596-4bcc-936d-345ccf577469 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:33.059955 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 33988) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:30:33.111490 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-c841e903-2f36-4625-a5f8-71cb90c3b198 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c1c9bcba833b413a9fa15d313404ab67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0503578 Aug 26 15:30:33.113932 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 33990) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:30:33.171309 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-7c64b21d-2cd6-45ac-8f2e-276c6c6d5ad5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:33.171556 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-059a7809-f596-4bcc-936d-345ccf577469 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:33.176794 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-059a7809-f596-4bcc-936d-345ccf577469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:33.198638 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-7c64b21d-2cd6-45ac-8f2e-276c6c6d5ad5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:33.225469 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059a7809-f596-4bcc-936d-345ccf577469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de6ca948-9a8c-41da-9899-213237411a99,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:30:33.226974 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-059a7809-f596-4bcc-936d-345ccf577469 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4a2f8e9639b74ef18d76fb4486e8c015&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1940649 Aug 26 15:30:33.229449 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 33992) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:30:33.257240 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-7c64b21d-2cd6-45ac-8f2e-276c6c6d5ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:33.260037 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-7c64b21d-2cd6-45ac-8f2e-276c6c6d5ad5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:33.261201 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-7c64b21d-2cd6-45ac-8f2e-276c6c6d5ad5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/56be524c-9958-457f-b1e3-75ed1bc8517d HTTP/1.1" status: 204 len: 168 time: 0.1462798 Aug 26 15:30:33.270326 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c64b21d-2cd6-45ac-8f2e-276c6c6d5ad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56be524c-9958-457f-b1e3-75ed1bc8517d,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:30:33.311424 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-ad428eb2-71bd-49af-81c5-3c1edc6f14cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:33.335619 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-ad428eb2-71bd-49af-81c5-3c1edc6f14cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:33.391914 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-ad428eb2-71bd-49af-81c5-3c1edc6f14cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:33.395463 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-ad428eb2-71bd-49af-81c5-3c1edc6f14cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:33.399728 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-ad428eb2-71bd-49af-81c5-3c1edc6f14cd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/de6ca948-9a8c-41da-9899-213237411a99 HTTP/1.1" status: 204 len: 168 time: 0.1691847 Aug 26 15:30:33.408683 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad428eb2-71bd-49af-81c5-3c1edc6f14cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de6ca948-9a8c-41da-9899-213237411a99,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:30:33.832685 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 34000) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:30:33.888847 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 34002) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:30:33.889128 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-c54480fe-2c98-42aa-9eb4-0f645e853ba8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=100c4b8170764ea792a26bf6c09317f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0525513 Aug 26 15:30:33.950630 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-1c8a8b0f-98ae-4926-abab-d78abf6a80e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:33.974089 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-1c8a8b0f-98ae-4926-abab-d78abf6a80e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:34.033136 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-1c8a8b0f-98ae-4926-abab-d78abf6a80e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:34.035895 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-1c8a8b0f-98ae-4926-abab-d78abf6a80e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:34.037173 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-1c8a8b0f-98ae-4926-abab-d78abf6a80e8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1d3b745b-d96e-40ad-a6bd-0c84ae690483 HTTP/1.1" status: 204 len: 168 time: 0.1496000 Aug 26 15:30:34.052706 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8a8b0f-98ae-4926-abab-d78abf6a80e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d3b745b-d96e-40ad-a6bd-0c84ae690483,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:30:37.183815 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-a3d82e08-e04d-4ffe-90e3-72965f8f9e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:38.140855 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 34072) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:30:38.251214 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-5f7398b7-9df0-491b-bef0-ec77cf5593de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:38.344706 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-5f7398b7-9df0-491b-bef0-ec77cf5593de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:38.348661 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-5f7398b7-9df0-491b-bef0-ec77cf5593de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:38.390766 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-5f7398b7-9df0-491b-bef0-ec77cf5593de admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1e8f78a0a1ab4274a18f1251c2214576&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2487266 Aug 26 15:30:38.391887 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7398b7-9df0-491b-bef0-ec77cf5593de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2528768c-26da-4995-9ca3-ba003720c7cf,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:30:38.393315 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 34078) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:30:38.447305 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-e6205b72-7e1a-440f-ba2f-dd3647f6e539 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:38.468958 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-e6205b72-7e1a-440f-ba2f-dd3647f6e539 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:38.515076 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-e6205b72-7e1a-440f-ba2f-dd3647f6e539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:38.516971 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-e6205b72-7e1a-440f-ba2f-dd3647f6e539 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:38.518193 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-e6205b72-7e1a-440f-ba2f-dd3647f6e539 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2528768c-26da-4995-9ca3-ba003720c7cf HTTP/1.1" status: 204 len: 168 time: 0.1232767 Aug 26 15:30:38.526149 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6205b72-7e1a-440f-ba2f-dd3647f6e539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2528768c-26da-4995-9ca3-ba003720c7cf,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:30:38.940007 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:39.852586 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:39.960837 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-037b7272-b567-4853-a576-2144e462b95d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:41.382729 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c45f19a1-5a59-44e4-9446-0a9261f71b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:42.077555 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 34122) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:30:42.194001 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-90f2733d-fd30-4746-8ca2-9b8700a0d244 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:42.291166 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-90f2733d-fd30-4746-8ca2-9b8700a0d244 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:42.296560 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-90f2733d-fd30-4746-8ca2-9b8700a0d244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:42.334360 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f2733d-fd30-4746-8ca2-9b8700a0d244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf648bf9-4fcd-44a8-98fe-82a67f5f5a72,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:30:42.338702 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-90f2733d-fd30-4746-8ca2-9b8700a0d244 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3a404e2bf6814e268b792d5b9616e333&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2596428 Aug 26 15:30:42.342862 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 34126) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:30:42.398831 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-239426a8-7f00-4db3-870f-1ced36e2404b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:42.429054 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-239426a8-7f00-4db3-870f-1ced36e2404b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:42.479616 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-239426a8-7f00-4db3-870f-1ced36e2404b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:42.482811 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-239426a8-7f00-4db3-870f-1ced36e2404b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:42.484126 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-239426a8-7f00-4db3-870f-1ced36e2404b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bf648bf9-4fcd-44a8-98fe-82a67f5f5a72 HTTP/1.1" status: 204 len: 168 time: 0.1402464 Aug 26 15:30:42.495727 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239426a8-7f00-4db3-870f-1ced36e2404b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf648bf9-4fcd-44a8-98fe-82a67f5f5a72,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:30:43.008990 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-a6032fac-f2a0-46d6-9c2c-2483dfdc6249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:30:50.572629 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0985b18c-c630-48f8-9ac3-dfc6a08870c4 req-db09301f-5ac9-44b6-a5fd-fe73282d457c tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:30:50.574148 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-0985b18c-c630-48f8-9ac3-dfc6a08870c4 req-db09301f-5ac9-44b6-a5fd-fe73282d457c tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e3b2300-fb25-4d73-8dc1-8da5c0aa2c9a HTTP/1.1" status: 200 len: 946 time: 0.0505471 Aug 26 15:30:50.612226 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-0985b18c-c630-48f8-9ac3-dfc6a08870c4 req-28ad0ca9-d87e-403f-ab75-00549ec7a810 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb8acce8-8a0d-42a7-b64f-05a0046f470e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319705 Aug 26 15:30:51.733051 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07d03c7-af69-4543-8ec5-17aeee6410de req-39ae5afc-101d-4f21-8a47-78a02c0bd959 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:30:51.734608 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-d07d03c7-af69-4543-8ec5-17aeee6410de req-39ae5afc-101d-4f21-8a47-78a02c0bd959 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e3b2300-fb25-4d73-8dc1-8da5c0aa2c9a HTTP/1.1" status: 200 len: 946 time: 0.0528131 Aug 26 15:30:51.771784 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-d07d03c7-af69-4543-8ec5-17aeee6410de req-babd677f-2990-4e66-814b-09784df7d9c1 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb8acce8-8a0d-42a7-b64f-05a0046f470e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311410 Aug 26 15:30:52.891674 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53db6b61-91cd-4cd6-a00d-b8465a562f34 req-0775c400-1fbb-45ea-976d-b79e0ae66522 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:30:52.893075 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-53db6b61-91cd-4cd6-a00d-b8465a562f34 req-0775c400-1fbb-45ea-976d-b79e0ae66522 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e3b2300-fb25-4d73-8dc1-8da5c0aa2c9a HTTP/1.1" status: 200 len: 946 time: 0.0534234 Aug 26 15:30:52.931857 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-53db6b61-91cd-4cd6-a00d-b8465a562f34 req-996fbd9d-10bb-46e2-8171-3a3b7b06b869 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb8acce8-8a0d-42a7-b64f-05a0046f470e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326910 Aug 26 15:30:54.048648 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f41c62-672b-4677-be31-52a2122be0db req-1ca3eb56-3967-4c26-ad64-83eb7c194511 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:30:54.050309 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-c5f41c62-672b-4677-be31-52a2122be0db req-1ca3eb56-3967-4c26-ad64-83eb7c194511 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e3b2300-fb25-4d73-8dc1-8da5c0aa2c9a HTTP/1.1" status: 200 len: 946 time: 0.0513289 Aug 26 15:30:54.087427 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-c5f41c62-672b-4677-be31-52a2122be0db req-15c11659-9504-4a6b-bd85-339d602c6be7 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb8acce8-8a0d-42a7-b64f-05a0046f470e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312681 Aug 26 15:30:55.206086 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0caec48-13c3-4d9a-b76c-2f6ee08aa8b3 req-ce88fbca-cbb2-4fcd-b1c4-ad0250a3c048 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:30:55.207549 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-d0caec48-13c3-4d9a-b76c-2f6ee08aa8b3 req-ce88fbca-cbb2-4fcd-b1c4-ad0250a3c048 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e3b2300-fb25-4d73-8dc1-8da5c0aa2c9a HTTP/1.1" status: 200 len: 946 time: 0.0518799 Aug 26 15:30:55.250986 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-d0caec48-13c3-4d9a-b76c-2f6ee08aa8b3 req-4de0b358-3615-46f4-89c2-2fc3d05bb122 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb8acce8-8a0d-42a7-b64f-05a0046f470e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373375 Aug 26 15:30:56.370025 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8ade7f-e8ea-4489-83aa-23c403685d98 req-b8c3ef20-d248-4f95-bd62-dba2d6bce593 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:30:56.371652 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-0d8ade7f-e8ea-4489-83aa-23c403685d98 req-b8c3ef20-d248-4f95-bd62-dba2d6bce593 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e3b2300-fb25-4d73-8dc1-8da5c0aa2c9a HTTP/1.1" status: 200 len: 946 time: 0.0529287 Aug 26 15:30:56.411042 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-0d8ade7f-e8ea-4489-83aa-23c403685d98 req-075b3efb-c4ed-4b70-aa9e-aa56864686b4 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb8acce8-8a0d-42a7-b64f-05a0046f470e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333991 Aug 26 15:30:57.532595 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97156be-ed9d-46f7-aa8d-8195ff6ed79e req-d6afd45c-2ae6-4b79-974b-359036b92904 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:30:57.534099 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-b97156be-ed9d-46f7-aa8d-8195ff6ed79e req-d6afd45c-2ae6-4b79-974b-359036b92904 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e3b2300-fb25-4d73-8dc1-8da5c0aa2c9a HTTP/1.1" status: 200 len: 946 time: 0.0499554 Aug 26 15:30:57.572186 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-b97156be-ed9d-46f7-aa8d-8195ff6ed79e req-9e3a4097-ad21-4f67-bcd2-795481be2393 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb8acce8-8a0d-42a7-b64f-05a0046f470e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322995 Aug 26 15:30:58.692725 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2a437a-c6a0-4146-9c00-6d5fa3ccd61a req-bb250944-273e-4b6b-a6aa-18e6c34b197b tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:30:58.694752 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-1d2a437a-c6a0-4146-9c00-6d5fa3ccd61a req-bb250944-273e-4b6b-a6aa-18e6c34b197b tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e3b2300-fb25-4d73-8dc1-8da5c0aa2c9a HTTP/1.1" status: 200 len: 946 time: 0.0520997 Aug 26 15:30:58.736196 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-1d2a437a-c6a0-4146-9c00-6d5fa3ccd61a req-adf74d56-0f57-47cb-ad7b-81b558843e96 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb8acce8-8a0d-42a7-b64f-05a0046f470e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349755 Aug 26 15:30:59.860319 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88359b1e-2a47-4af5-a561-fc59a239fa9b req-4c431f1a-d147-428a-bf4d-6c2e48c085d8 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:30:59.861793 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-88359b1e-2a47-4af5-a561-fc59a239fa9b req-4c431f1a-d147-428a-bf4d-6c2e48c085d8 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e3b2300-fb25-4d73-8dc1-8da5c0aa2c9a HTTP/1.1" status: 200 len: 946 time: 0.0553055 Aug 26 15:30:59.900730 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-88359b1e-2a47-4af5-a561-fc59a239fa9b req-1124f712-a53d-4a3a-ba8b-fbaaca434467 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb8acce8-8a0d-42a7-b64f-05a0046f470e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329859 Aug 26 15:31:00.712048 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232531ca-77a2-4c85-be4b-02cac7238a38 req-cc47668b-683c-4e56-96f7-d5ba6e38b2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:31:00.713559 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-232531ca-77a2-4c85-be4b-02cac7238a38 req-cc47668b-683c-4e56-96f7-d5ba6e38b2b7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6f82b801e0334e5b8e81593b9cfcefb6&device_id=1e3b2300-fb25-4d73-8dc1-8da5c0aa2c9a HTTP/1.1" status: 200 len: 1099 time: 0.0403209 Aug 26 15:31:00.818764 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232531ca-77a2-4c85-be4b-02cac7238a38 req-0c412081-d1f6-4dc2-a715-21627b86e9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:31:00.820225 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-232531ca-77a2-4c85-be4b-02cac7238a38 req-0c412081-d1f6-4dc2-a715-21627b86e9ae service neutron] 10.222.0.47 "GET /v2.0/networks?id=329fd950-a540-4a75-a3a7-58422b6c25d2 HTTP/1.1" status: 200 len: 910 time: 0.0957859 Aug 26 15:31:00.887868 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-232531ca-77a2-4c85-be4b-02cac7238a38 req-2268d3ca-2cf7-4f0c-bfa5-2fd4b1a8fbb7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ed32a2bc-9d64-43e2-af50-c91e256a3a42 HTTP/1.1" status: 200 len: 1001 time: 0.0602968 Aug 26 15:31:00.937117 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232531ca-77a2-4c85-be4b-02cac7238a38 req-82eccc02-c7e1-488e-a7b3-d2cae77784de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:31:00.938610 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-232531ca-77a2-4c85-be4b-02cac7238a38 req-82eccc02-c7e1-488e-a7b3-d2cae77784de service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dfc17a86-1d58-4632-8a91-fe4726db6b6d HTTP/1.1" status: 200 len: 848 time: 0.0439572 Aug 26 15:31:00.987724 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232531ca-77a2-4c85-be4b-02cac7238a38 req-33b4cdf7-06b2-4cb8-8c76-682b50315386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:31:00.989220 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-232531ca-77a2-4c85-be4b-02cac7238a38 req-33b4cdf7-06b2-4cb8-8c76-682b50315386 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=329fd950-a540-4a75-a3a7-58422b6c25d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0440226 Aug 26 15:31:01.016866 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1261d6a-55b7-4867-8c09-caa28f8c9897 req-62811afd-0ae7-4c1e-9c73-33669a97a227 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:31:01.018430 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-a1261d6a-55b7-4867-8c09-caa28f8c9897 req-62811afd-0ae7-4c1e-9c73-33669a97a227 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e3b2300-fb25-4d73-8dc1-8da5c0aa2c9a HTTP/1.1" status: 200 len: 946 time: 0.0497508 Aug 26 15:31:01.057171 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-a1261d6a-55b7-4867-8c09-caa28f8c9897 req-6cab59ee-8ab6-4a1c-b21d-683c1030d92c tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb8acce8-8a0d-42a7-b64f-05a0046f470e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327909 Aug 26 15:31:01.083162 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-232531ca-77a2-4c85-be4b-02cac7238a38 req-cd636ce7-bdeb-420e-955d-7d9c318fa6f3 service neutron] 10.222.0.47 "GET /v2.0/networks/329fd950-a540-4a75-a3a7-58422b6c25d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870676 Aug 26 15:31:01.183675 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-232531ca-77a2-4c85-be4b-02cac7238a38 req-26e70ba2-364b-4a70-a200-27ce7f4fa054 service neutron] 10.222.0.47 "GET /v2.0/networks/329fd950-a540-4a75-a3a7-58422b6c25d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915489 Aug 26 15:31:02.180347 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea03c491-6957-464f-888d-e18c12d833b6 req-2b371849-8fe1-4d79-bb50-8809645bfdf2 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:31:02.186422 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-ea03c491-6957-464f-888d-e18c12d833b6 req-2b371849-8fe1-4d79-bb50-8809645bfdf2 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e3b2300-fb25-4d73-8dc1-8da5c0aa2c9a HTTP/1.1" status: 200 len: 946 time: 0.0532639 Aug 26 15:31:02.222194 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-ea03c491-6957-464f-888d-e18c12d833b6 req-0a74df84-6434-4fe2-a325-fa0753c7cf4e tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb8acce8-8a0d-42a7-b64f-05a0046f470e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325637 Aug 26 15:31:03.355629 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4de2ff7-1cb7-4425-8c9b-f1bdc518605a req-23c82b42-4017-41bf-b5f2-40d0bcc10045 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:31:03.357227 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-d4de2ff7-1cb7-4425-8c9b-f1bdc518605a req-23c82b42-4017-41bf-b5f2-40d0bcc10045 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e3b2300-fb25-4d73-8dc1-8da5c0aa2c9a HTTP/1.1" status: 200 len: 946 time: 0.0550711 Aug 26 15:31:03.397431 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-d4de2ff7-1cb7-4425-8c9b-f1bdc518605a req-f00ba9f4-eab4-4a3f-b991-69ac448e3700 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb8acce8-8a0d-42a7-b64f-05a0046f470e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338140 Aug 26 15:31:03.611228 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f26a6db-ea02-4848-b900-69cd5f3ce8e1 req-d552bf49-fbf5-400b-9a1b-eba04291a773 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:31:03.612788 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-1f26a6db-ea02-4848-b900-69cd5f3ce8e1 req-d552bf49-fbf5-400b-9a1b-eba04291a773 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e3b2300-fb25-4d73-8dc1-8da5c0aa2c9a HTTP/1.1" status: 200 len: 946 time: 0.0515149 Aug 26 15:31:03.653024 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-1f26a6db-ea02-4848-b900-69cd5f3ce8e1 req-fdde8073-c426-4996-b705-6b5a9adbea94 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb8acce8-8a0d-42a7-b64f-05a0046f470e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339465 Aug 26 15:31:03.679409 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-b8b0c7a0-6eb5-4b31-aa63-8e75261f3f71 req-277c1ff6-5f80-4dc7-93fb-1c3580cd388a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1e3b2300-fb25-4d73-8dc1-8da5c0aa2c9a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1400006 Aug 26 15:31:04.024706 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.agents_db [None req-f94a4f8d-c04a-4845-8e45-3296fab2d83d None None] Agent healthcheck: found 6 active agents {{(pid=93844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 15:31:04.645296 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Device ed32a2bc-9d64-43e2-af50-c91e256a3a42 no longer exists at agent hyperv_hv-cinder-77957 {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 15:31:04.729179 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:31:04.757084 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e3b2300-fb25-4d73-8dc1-8da5c0aa2c9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed32a2bc-9d64-43e2-af50-c91e256a3a42'}] {{(pid=93843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 15:31:04.759456 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d587d98fe02f6619f456de0f45288515ee723af96d1e5c8ab0bdf50e2145b638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f153861e-dbb4-4406-80e7-f47d9eda4bc4" -d '{"events": [{"server_uuid": "1e3b2300-fb25-4d73-8dc1-8da5c0aa2c9a", "name": "network-vif-unplugged", "status": "completed", "tag": "ed32a2bc-9d64-43e2-af50-c91e256a3a42"}]}' {{(pid=93843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:31:04.772011 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] For port ed32a2bc-9d64-43e2-af50-c91e256a3a42, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=ed32a2bc-9d64-43e2-af50-c91e256a3a42,segment=NetworkSegment(393d523d-3aa9-48f0-bebb-8ad681df49e0),segment_id=393d523d-3aa9-48f0-bebb-8ad681df49e0)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:31:04.773064 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4e5c5e-cc5b-4dc1-9dbb-f27d861e6b55 req-0c27a72d-917a-44f1-bb96-c1407858bd65 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:31:04.774940 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-3d4e5c5e-cc5b-4dc1-9dbb-f27d861e6b55 req-0c27a72d-917a-44f1-bb96-c1407858bd65 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e3b2300-fb25-4d73-8dc1-8da5c0aa2c9a HTTP/1.1" status: 200 len: 946 time: 0.0523553 Aug 26 15:31:04.777594 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:31:04.804738 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 Aug 2021 15:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3219c41-61a5-455a-9479-5bbdeb3ace62 x-openstack-request-id: req-e3219c41-61a5-455a-9479-5bbdeb3ace62 {{(pid=93843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:31:04.805031 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e3b2300-fb25-4d73-8dc1-8da5c0aa2c9a", "name": "network-vif-unplugged", "status": "completed", "tag": "ed32a2bc-9d64-43e2-af50-c91e256a3a42", "code": 200}]} {{(pid=93843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:31:04.805286 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e3219c41-61a5-455a-9479-5bbdeb3ace62 {{(pid=93843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:31:04.805675 dv-cinder-779576-7-iscsi neutron-server[93843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e3b2300-fb25-4d73-8dc1-8da5c0aa2c9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed32a2bc-9d64-43e2-af50-c91e256a3a42', 'code': 200} Aug 26 15:31:04.823112 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-3d4e5c5e-cc5b-4dc1-9dbb-f27d861e6b55 req-ac691680-6585-4b55-b31f-1f124f130c47 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb8acce8-8a0d-42a7-b64f-05a0046f470e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380547 Aug 26 15:31:04.833391 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Pushing event updated for resources: {'Port': ['ID=ed32a2bc-9d64-43e2-af50-c91e256a3a42,revision_number=6']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:31:04.841408 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:31:04.841789 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:31:04.842135 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:31:04.842472 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:31:04.842803 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:31:04.843132 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:31:04.843459 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:31:04.843783 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:31:04.844223 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:31:04.844625 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:31:04.845026 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:31:04.845438 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:31:04.919040 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b0c7a0-6eb5-4b31-aa63-8e75261f3f71 req-16b85adc-7061-4931-8495-45594017fc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:31:04.920475 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-b8b0c7a0-6eb5-4b31-aa63-8e75261f3f71 req-16b85adc-7061-4931-8495-45594017fc54 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1e3b2300-fb25-4d73-8dc1-8da5c0aa2c9a&tenant_id=6f82b801e0334e5b8e81593b9cfcefb6 HTTP/1.1" status: 200 len: 1097 time: 0.0468874 Aug 26 15:31:04.991400 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b0c7a0-6eb5-4b31-aa63-8e75261f3f71 req-125ad63a-952e-4d3d-afb3-bf54053408cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:31:04.992913 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-b8b0c7a0-6eb5-4b31-aa63-8e75261f3f71 req-125ad63a-952e-4d3d-afb3-bf54053408cc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6f82b801e0334e5b8e81593b9cfcefb6&device_id=1e3b2300-fb25-4d73-8dc1-8da5c0aa2c9a HTTP/1.1" status: 200 len: 1097 time: 0.0457323 Aug 26 15:31:05.094814 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b0c7a0-6eb5-4b31-aa63-8e75261f3f71 req-c0cd3e6f-e76d-4938-8453-4d9c0014260a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:31:05.096403 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-b8b0c7a0-6eb5-4b31-aa63-8e75261f3f71 req-c0cd3e6f-e76d-4938-8453-4d9c0014260a service neutron] 10.222.0.47 "GET /v2.0/networks?id=329fd950-a540-4a75-a3a7-58422b6c25d2 HTTP/1.1" status: 200 len: 910 time: 0.0960038 Aug 26 15:31:05.165660 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-b8b0c7a0-6eb5-4b31-aa63-8e75261f3f71 req-e8d16d0c-8fd6-4b48-b6e3-8cce9ba16924 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ed32a2bc-9d64-43e2-af50-c91e256a3a42 HTTP/1.1" status: 200 len: 999 time: 0.0618746 Aug 26 15:31:05.216564 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b0c7a0-6eb5-4b31-aa63-8e75261f3f71 req-51f22651-cc15-4905-9377-8690ff9aed6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:31:05.218077 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-b8b0c7a0-6eb5-4b31-aa63-8e75261f3f71 req-51f22651-cc15-4905-9377-8690ff9aed6a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dfc17a86-1d58-4632-8a91-fe4726db6b6d HTTP/1.1" status: 200 len: 848 time: 0.0454519 Aug 26 15:31:05.269005 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b0c7a0-6eb5-4b31-aa63-8e75261f3f71 req-406992be-db61-4b09-a321-bed109fb6c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:31:05.270533 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-b8b0c7a0-6eb5-4b31-aa63-8e75261f3f71 req-406992be-db61-4b09-a321-bed109fb6c93 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=329fd950-a540-4a75-a3a7-58422b6c25d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0452316 Aug 26 15:31:05.359941 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-b8b0c7a0-6eb5-4b31-aa63-8e75261f3f71 req-ee2ea86c-e2c0-47da-869f-c195bda65941 service neutron] 10.222.0.47 "GET /v2.0/networks/329fd950-a540-4a75-a3a7-58422b6c25d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812867 Aug 26 15:31:05.456804 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-b8b0c7a0-6eb5-4b31-aa63-8e75261f3f71 req-22c1cbd4-87c9-4c0a-88b8-17571e2901d0 service neutron] 10.222.0.47 "GET /v2.0/networks/329fd950-a540-4a75-a3a7-58422b6c25d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882688 Aug 26 15:31:05.940595 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab34512-1638-4b4d-ab59-81d2f0ee2dc9 req-2671d48e-2a7a-4840-867f-5e8d9faaf0e9 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:31:05.942114 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-7ab34512-1638-4b4d-ab59-81d2f0ee2dc9 req-2671d48e-2a7a-4840-867f-5e8d9faaf0e9 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e3b2300-fb25-4d73-8dc1-8da5c0aa2c9a HTTP/1.1" status: 200 len: 944 time: 0.0490460 Aug 26 15:31:05.981554 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-7ab34512-1638-4b4d-ab59-81d2f0ee2dc9 req-5ddb2332-383d-4ba7-b0f6-e0c267faf330 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb8acce8-8a0d-42a7-b64f-05a0046f470e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326350 Aug 26 15:31:07.094897 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6cc1ea-027b-45e4-9e7a-bb40d33ef7bc req-ebf87b74-96c0-4fdd-92e7-7d75f766664f tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:31:07.096379 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-9b6cc1ea-027b-45e4-9e7a-bb40d33ef7bc req-ebf87b74-96c0-4fdd-92e7-7d75f766664f tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e3b2300-fb25-4d73-8dc1-8da5c0aa2c9a HTTP/1.1" status: 200 len: 944 time: 0.0492394 Aug 26 15:31:07.134360 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-9b6cc1ea-027b-45e4-9e7a-bb40d33ef7bc req-c7c07fbb-0e92-43dc-ac97-7549c94e8fdf tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb8acce8-8a0d-42a7-b64f-05a0046f470e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320022 Aug 26 15:31:07.176420 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-5bba98eb-e0e9-43ab-b2b7-8849dcfa2da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:31:08.260477 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95632a7-83c9-45b5-9c21-077dcf7afee5 req-013ea208-aeef-4c88-ad27-328aec02b432 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:31:08.262652 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-c95632a7-83c9-45b5-9c21-077dcf7afee5 req-013ea208-aeef-4c88-ad27-328aec02b432 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e3b2300-fb25-4d73-8dc1-8da5c0aa2c9a HTTP/1.1" status: 200 len: 944 time: 0.0556264 Aug 26 15:31:08.306049 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-c95632a7-83c9-45b5-9c21-077dcf7afee5 req-e2fbef7f-7d88-48cb-a05f-674a266508b2 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb8acce8-8a0d-42a7-b64f-05a0046f470e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381176 Aug 26 15:31:08.956157 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:31:09.418734 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766585d6-65a3-47d5-82f7-bf6303d60888 req-0ee76b00-50bc-4928-9641-28c079a22e84 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:31:09.420207 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-766585d6-65a3-47d5-82f7-bf6303d60888 req-0ee76b00-50bc-4928-9641-28c079a22e84 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e3b2300-fb25-4d73-8dc1-8da5c0aa2c9a HTTP/1.1" status: 200 len: 944 time: 0.0492880 Aug 26 15:31:09.457480 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-766585d6-65a3-47d5-82f7-bf6303d60888 req-b3ac7328-c20e-4547-8789-6ac77956b801 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb8acce8-8a0d-42a7-b64f-05a0046f470e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313981 Aug 26 15:31:09.854255 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:31:09.962245 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-ddc83fd2-82e1-4c56-a6c3-626d98165b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:31:10.572246 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693fece7-9933-403f-9d54-24df5d523173 req-9e0bd8d5-686c-40b7-ad58-7912f704aea2 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:31:10.573746 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-693fece7-9933-403f-9d54-24df5d523173 req-9e0bd8d5-686c-40b7-ad58-7912f704aea2 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e3b2300-fb25-4d73-8dc1-8da5c0aa2c9a HTTP/1.1" status: 200 len: 944 time: 0.0486808 Aug 26 15:31:10.613940 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-693fece7-9933-403f-9d54-24df5d523173 req-b5edb36a-a571-44ad-9889-e6dcbc60354c tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb8acce8-8a0d-42a7-b64f-05a0046f470e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330579 Aug 26 15:31:11.384345 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c45f19a1-5a59-44e4-9446-0a9261f71b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:31:11.728975 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c60d4e-d7fc-4845-a8ea-2e4e3c450350 req-21f0019a-f2f5-474e-9e5a-966bfbf4d41e tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:31:11.731035 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-81c60d4e-d7fc-4845-a8ea-2e4e3c450350 req-21f0019a-f2f5-474e-9e5a-966bfbf4d41e tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e3b2300-fb25-4d73-8dc1-8da5c0aa2c9a HTTP/1.1" status: 200 len: 944 time: 0.0493813 Aug 26 15:31:11.772040 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-81c60d4e-d7fc-4845-a8ea-2e4e3c450350 req-7d6b7e5e-624c-4f18-bf37-1241364cca10 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb8acce8-8a0d-42a7-b64f-05a0046f470e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355742 Aug 26 15:31:12.683996 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Device ed32a2bc-9d64-43e2-af50-c91e256a3a42 details requested by agent hyperv_hv-cinder-77957 with host hv-cinder-77957 {{(pid=93843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 15:31:12.778992 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] For port ed32a2bc-9d64-43e2-af50-c91e256a3a42, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=ed32a2bc-9d64-43e2-af50-c91e256a3a42,segment=NetworkSegment(393d523d-3aa9-48f0-bebb-8ad681df49e0),segment_id=393d523d-3aa9-48f0-bebb-8ad681df49e0)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:31:12.790367 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Returning: {'device': 'ed32a2bc-9d64-43e2-af50-c91e256a3a42', 'network_id': '329fd950-a540-4a75-a3a7-58422b6c25d2', 'port_id': 'ed32a2bc-9d64-43e2-af50-c91e256a3a42', 'mac_address': 'fa:16:3e:2b:ff:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfc17a86-1d58-4632-8a91-fe4726db6b6d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 15:31:12.829879 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:31:12.844414 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.notifiers.nova [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed32a2bc-9d64-43e2-af50-c91e256a3a42 {{(pid=93843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 15:31:12.867539 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] For port ed32a2bc-9d64-43e2-af50-c91e256a3a42, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=ed32a2bc-9d64-43e2-af50-c91e256a3a42,segment=NetworkSegment(393d523d-3aa9-48f0-bebb-8ad681df49e0),segment_id=393d523d-3aa9-48f0-bebb-8ad681df49e0)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:31:12.872125 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:31:12.895052 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8dd1e7-d58d-4f4c-8134-4c526cd92e87 req-af313671-0470-4b1d-b9ce-4d01441b2e3e tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:31:12.896558 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-fc8dd1e7-d58d-4f4c-8134-4c526cd92e87 req-af313671-0470-4b1d-b9ce-4d01441b2e3e tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e3b2300-fb25-4d73-8dc1-8da5c0aa2c9a HTTP/1.1" status: 200 len: 944 time: 0.0551324 Aug 26 15:31:12.923294 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Pushing event updated for resources: {'Port': ['ID=ed32a2bc-9d64-43e2-af50-c91e256a3a42,revision_number=7']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:31:12.936802 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-fc8dd1e7-d58d-4f4c-8134-4c526cd92e87 req-65f298e2-71c7-42c2-b781-b486f830a7ee tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb8acce8-8a0d-42a7-b64f-05a0046f470e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342667 Aug 26 15:31:13.019056 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-a6032fac-f2a0-46d6-9c2c-2483dfdc6249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:31:13.079492 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] get_ports_and_sgs() called for port_ids ['ed32a2bc-9d64-43e2-af50-c91e256a3a42'] {{(pid=93843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 15:31:14.054237 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eb5acd-f79f-468b-a4a9-98e561bf35b8 req-e1a32a47-9092-4593-93d3-7bb4b9f7f893 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:31:14.055674 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-25eb5acd-f79f-468b-a4a9-98e561bf35b8 req-e1a32a47-9092-4593-93d3-7bb4b9f7f893 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e3b2300-fb25-4d73-8dc1-8da5c0aa2c9a HTTP/1.1" status: 200 len: 945 time: 0.0479147 Aug 26 15:31:14.096070 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-25eb5acd-f79f-468b-a4a9-98e561bf35b8 req-855f3c3f-67ea-4681-8966-8f58eeacfb15 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb8acce8-8a0d-42a7-b64f-05a0046f470e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329492 Aug 26 15:31:14.377489 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ad4d1-3b36-467a-ae76-902e74193e30 req-f586dcc4-5394-4dd1-b5e3-adc34dd4a8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:31:14.378947 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-ec1ad4d1-3b36-467a-ae76-902e74193e30 req-f586dcc4-5394-4dd1-b5e3-adc34dd4a8ca service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6f82b801e0334e5b8e81593b9cfcefb6&device_id=1e3b2300-fb25-4d73-8dc1-8da5c0aa2c9a HTTP/1.1" status: 200 len: 1098 time: 0.0420356 Aug 26 15:31:14.483764 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ad4d1-3b36-467a-ae76-902e74193e30 req-1ff65008-9345-42f8-9a29-dcf2329f021e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:31:14.485228 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-ec1ad4d1-3b36-467a-ae76-902e74193e30 req-1ff65008-9345-42f8-9a29-dcf2329f021e service neutron] 10.222.0.47 "GET /v2.0/networks?id=329fd950-a540-4a75-a3a7-58422b6c25d2 HTTP/1.1" status: 200 len: 910 time: 0.0875087 Aug 26 15:31:14.550703 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-ec1ad4d1-3b36-467a-ae76-902e74193e30 req-204bb147-8e96-45af-908c-e3cdf3e6f526 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ed32a2bc-9d64-43e2-af50-c91e256a3a42 HTTP/1.1" status: 200 len: 1000 time: 0.0576956 Aug 26 15:31:14.603541 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ad4d1-3b36-467a-ae76-902e74193e30 req-f4dbe108-1f67-46a3-bb25-02fb82078a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:31:14.605037 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-ec1ad4d1-3b36-467a-ae76-902e74193e30 req-f4dbe108-1f67-46a3-bb25-02fb82078a04 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dfc17a86-1d58-4632-8a91-fe4726db6b6d HTTP/1.1" status: 200 len: 848 time: 0.0473936 Aug 26 15:31:14.665928 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ad4d1-3b36-467a-ae76-902e74193e30 req-62594887-28b6-4e56-88ef-3ef2fb95def1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:31:14.667479 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-ec1ad4d1-3b36-467a-ae76-902e74193e30 req-62594887-28b6-4e56-88ef-3ef2fb95def1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=329fd950-a540-4a75-a3a7-58422b6c25d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0553250 Aug 26 15:31:14.711732 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Device ed32a2bc-9d64-43e2-af50-c91e256a3a42 up at agent hyperv_hv-cinder-77957 {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:31:14.764663 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Provisioning complete for port ed32a2bc-9d64-43e2-af50-c91e256a3a42 triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:31:14.765030 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:31:14.767607 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-ec1ad4d1-3b36-467a-ae76-902e74193e30 req-77b13200-e00b-483a-bfa4-469d35a00e6e service neutron] 10.222.0.47 "GET /v2.0/networks/329fd950-a540-4a75-a3a7-58422b6c25d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927644 Aug 26 15:31:14.852384 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:31:14.875651 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e3b2300-fb25-4d73-8dc1-8da5c0aa2c9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed32a2bc-9d64-43e2-af50-c91e256a3a42'}] {{(pid=93843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 15:31:14.876502 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-ec1ad4d1-3b36-467a-ae76-902e74193e30 req-28fcc853-4a9e-4015-bc5a-f2763c5585d1 service neutron] 10.222.0.47 "GET /v2.0/networks/329fd950-a540-4a75-a3a7-58422b6c25d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009820 Aug 26 15:31:14.877920 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d587d98fe02f6619f456de0f45288515ee723af96d1e5c8ab0bdf50e2145b638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a280f15-6622-4bb8-a9b1-10ae4deba998" -d '{"events": [{"server_uuid": "1e3b2300-fb25-4d73-8dc1-8da5c0aa2c9a", "name": "network-vif-plugged", "status": "completed", "tag": "ed32a2bc-9d64-43e2-af50-c91e256a3a42"}]}' {{(pid=93843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:31:14.893085 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] For port ed32a2bc-9d64-43e2-af50-c91e256a3a42, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=ed32a2bc-9d64-43e2-af50-c91e256a3a42,segment=NetworkSegment(393d523d-3aa9-48f0-bebb-8ad681df49e0),segment_id=393d523d-3aa9-48f0-bebb-8ad681df49e0)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:31:14.899891 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:31:14.928924 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 15:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-311a715d-790f-4a01-bd9d-786e806d9a3f x-openstack-request-id: req-311a715d-790f-4a01-bd9d-786e806d9a3f {{(pid=93843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:31:14.929199 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e3b2300-fb25-4d73-8dc1-8da5c0aa2c9a", "name": "network-vif-plugged", "status": "completed", "tag": "ed32a2bc-9d64-43e2-af50-c91e256a3a42", "code": 200}]} {{(pid=93843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:31:14.929435 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-311a715d-790f-4a01-bd9d-786e806d9a3f {{(pid=93843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:31:14.929846 dv-cinder-779576-7-iscsi neutron-server[93843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e3b2300-fb25-4d73-8dc1-8da5c0aa2c9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed32a2bc-9d64-43e2-af50-c91e256a3a42', 'code': 200} Aug 26 15:31:14.958459 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Pushing event updated for resources: {'Port': ['ID=ed32a2bc-9d64-43e2-af50-c91e256a3a42,revision_number=8']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:31:15.140755 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c11b47e-7331-47e1-a8fe-1958fadc1a1c req-dd782fc8-6b07-40c8-abed-9e567623994d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:31:15.142186 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-1c11b47e-7331-47e1-a8fe-1958fadc1a1c req-dd782fc8-6b07-40c8-abed-9e567623994d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1e3b2300-fb25-4d73-8dc1-8da5c0aa2c9a HTTP/1.1" status: 200 len: 1099 time: 0.0432758 Aug 26 15:31:15.205458 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-1c11b47e-7331-47e1-a8fe-1958fadc1a1c req-0fcb440b-5e2b-4b88-b304-d9552b2e74e3 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=bb8acce8-8a0d-42a7-b64f-05a0046f470e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558398 Aug 26 15:31:15.224116 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a888739-9a8c-487e-b51d-fe9c72128076 req-b26d5afa-a17a-4ca3-ad9d-bbb8ac3e4e44 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:31:15.225566 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-7a888739-9a8c-487e-b51d-fe9c72128076 req-b26d5afa-a17a-4ca3-ad9d-bbb8ac3e4e44 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e3b2300-fb25-4d73-8dc1-8da5c0aa2c9a HTTP/1.1" status: 200 len: 946 time: 0.0623698 Aug 26 15:31:15.263963 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-7a888739-9a8c-487e-b51d-fe9c72128076 req-07c528d8-2231-4a3a-931f-01e0e5f781d3 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb8acce8-8a0d-42a7-b64f-05a0046f470e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316553 Aug 26 15:31:16.386294 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005776ab-96a9-4932-9fec-759c0fd5ac4d req-ffe10c39-e068-41db-9104-9daea1ab3174 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:31:16.388658 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-005776ab-96a9-4932-9fec-759c0fd5ac4d req-ffe10c39-e068-41db-9104-9daea1ab3174 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e3b2300-fb25-4d73-8dc1-8da5c0aa2c9a HTTP/1.1" status: 200 len: 946 time: 0.0540698 Aug 26 15:31:16.426750 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-005776ab-96a9-4932-9fec-759c0fd5ac4d req-ec9c47bb-10f4-49e8-b094-fad3f3cafd02 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb8acce8-8a0d-42a7-b64f-05a0046f470e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321486 Aug 26 15:31:37.178057 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-bcf48c84-18eb-4187-b1e4-6625bfe6f919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:31:38.964336 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:31:39.855695 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:31:39.964923 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-d7695396-fa87-425c-9410-d343de738dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:31:41.023884 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.agents_db [None req-f94a4f8d-c04a-4845-8e45-3296fab2d83d None None] Agent healthcheck: found 6 active agents {{(pid=93844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 15:31:41.388205 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c45f19a1-5a59-44e4-9446-0a9261f71b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:31:43.026621 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-a6032fac-f2a0-46d6-9c2c-2483dfdc6249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:32:02.610253 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-375df991-c55e-4155-b9bf-5a04c9942b66 req-601d33d2-1eb1-4f1d-bba9-43008bf8ecb9 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1385713052&fields=id&tenant_id=1d44569eb5c241ab8c4e10ff4af9afb0 HTTP/1.1" status: 200 len: 267 time: 0.0373056 Aug 26 15:32:02.715042 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375df991-c55e-4155-b9bf-5a04c9942b66 req-1dbc399a-4d87-4b6e-ac2d-91e183c784a7 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:32:02.716390 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-375df991-c55e-4155-b9bf-5a04c9942b66 req-1dbc399a-4d87-4b6e-ac2d-91e183c784a7 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/networks?id=450519e4-8c12-447b-a687-0d4a9d1435ad HTTP/1.1" status: 200 len: 811 time: 0.0994258 Aug 26 15:32:02.731667 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-375df991-c55e-4155-b9bf-5a04c9942b66 req-7b0c6755-a617-4ee3-a85f-0c815e7a5975 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/quotas/1d44569eb5c241ab8c4e10ff4af9afb0 HTTP/1.1" status: 200 len: 375 time: 0.0095434 Aug 26 15:32:02.787968 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-375df991-c55e-4155-b9bf-5a04c9942b66 req-339ae069-8c1c-4e6f-8abf-08ccf0eb7788 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1d44569eb5c241ab8c4e10ff4af9afb0&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0507517 Aug 26 15:32:02.888264 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-375df991-c55e-4155-b9bf-5a04c9942b66 req-909f97c2-6292-433c-add8-f83bb864c27b service neutron] 10.222.0.20 "GET /v2.0/networks/450519e4-8c12-447b-a687-0d4a9d1435ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882709 Aug 26 15:32:02.974553 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-375df991-c55e-4155-b9bf-5a04c9942b66 req-50f01af3-58f4-4e3a-b170-4f393ec6b969 service neutron] 10.222.0.20 "GET /v2.0/networks/450519e4-8c12-447b-a687-0d4a9d1435ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801153 Aug 26 15:32:03.331796 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-2387d81b-8187-4c47-92ac-00b6b1203847 req-664af5be-546e-4658-af01-2fa20f1fabe7 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/ports?device_id=369b097d-ba53-4d7d-9ddb-ae39feded1a5 HTTP/1.1" status: 200 len: 210 time: 0.0828161 Aug 26 15:32:04.457467 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-5ab6724d-148a-4fd1-8ec5-1a85900d8bc0 req-f267b648-54a6-42c6-bab8-e70e37184582 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/ports?device_id=369b097d-ba53-4d7d-9ddb-ae39feded1a5 HTTP/1.1" status: 200 len: 210 time: 0.0300558 Aug 26 15:32:04.513756 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375df991-c55e-4155-b9bf-5a04c9942b66 req-85da9ed3-2806-4c0d-9de3-ab29567d8a74 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:32:04.515248 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-375df991-c55e-4155-b9bf-5a04c9942b66 req-85da9ed3-2806-4c0d-9de3-ab29567d8a74 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.47 "GET /v2.0/networks?id=450519e4-8c12-447b-a687-0d4a9d1435ad HTTP/1.1" status: 200 len: 811 time: 0.4073205 Aug 26 15:32:04.563037 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-375df991-c55e-4155-b9bf-5a04c9942b66 req-c79debdb-2ae5-4911-a704-f8a912691ab3 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d44569eb5c241ab8c4e10ff4af9afb0 HTTP/1.1" status: 200 len: 380 time: 0.0377142 Aug 26 15:32:04.573299 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [req-375df991-c55e-4155-b9bf-5a04c9942b66 req-c38e4f67-e030-42ce-af61-84179ec4359b tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Request body: {'port': {'device_id': '369b097d-ba53-4d7d-9ddb-ae39feded1a5', 'network_id': '450519e4-8c12-447b-a687-0d4a9d1435ad', 'admin_state_up': True, 'tenant_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'security_groups': ['672dc045-bd54-4dfd-8b7e-df655c7922d3']}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:32:04.693917 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-375df991-c55e-4155-b9bf-5a04c9942b66 req-c38e4f67-e030-42ce-af61-84179ec4359b tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Made reservation on behalf of 1d44569eb5c241ab8c4e10ff4af9afb0 for: {'port': 1} {{(pid=93842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:32:04.697822 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-375df991-c55e-4155-b9bf-5a04c9942b66 req-c38e4f67-e030-42ce-af61-84179ec4359b tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:32:04.829521 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.db.db_base_plugin_common [req-375df991-c55e-4155-b9bf-5a04c9942b66 req-c38e4f67-e030-42ce-af61-84179ec4359b tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Allocated IP 172.20.0.12 (450519e4-8c12-447b-a687-0d4a9d1435ad/6465a299-7a62-4790-95c8-1882e69b35c5/926f8330-f4de-40f7-8fb4-d1c143b33c6e) {{(pid=93842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:32:04.976793 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-375df991-c55e-4155-b9bf-5a04c9942b66 req-c38e4f67-e030-42ce-af61-84179ec4359b tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Notify callbacks [] for port, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:32:04.991822 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.db.provisioning_blocks [req-375df991-c55e-4155-b9bf-5a04c9942b66 req-c38e4f67-e030-42ce-af61-84179ec4359b tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Transition to ACTIVE for port object 926f8330-f4de-40f7-8fb4-d1c143b33c6e will not be triggered until provisioned by entity DHCP. {{(pid=93842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 15:32:05.025669 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-375df991-c55e-4155-b9bf-5a04c9942b66 req-c38e4f67-e030-42ce-af61-84179ec4359b tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793280355359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261268877'] for port, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:32:05.071176 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-375df991-c55e-4155-b9bf-5a04c9942b66 req-c38e4f67-e030-42ce-af61-84179ec4359b tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Network 450519e4-8c12-447b-a687-0d4a9d1435ad is already hosted by enough agents. {{(pid=93842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:32:05.074953 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.scheduler.base_scheduler [req-375df991-c55e-4155-b9bf-5a04c9942b66 req-c38e4f67-e030-42ce-af61-84179ec4359b tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Resources bound (agent type, host, resource id): {{(pid=93842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:32:05.079085 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.db.l3_dvrscheduler_db [req-375df991-c55e-4155-b9bf-5a04c9942b66 req-c38e4f67-e030-42ce-af61-84179ec4359b tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Received port after_create {{(pid=93842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 15:32:05.086442 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38e4f67-e030-42ce-af61-84179ec4359b tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Pushing event updated for resources: {'Port': ['ID=926f8330-f4de-40f7-8fb4-d1c143b33c6e,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:32:05.120017 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38e4f67-e030-42ce-af61-84179ec4359b tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:32:05.120356 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38e4f67-e030-42ce-af61-84179ec4359b tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:32:05.120888 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38e4f67-e030-42ce-af61-84179ec4359b tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:32:05.121318 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38e4f67-e030-42ce-af61-84179ec4359b tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:32:05.121650 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38e4f67-e030-42ce-af61-84179ec4359b tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:32:05.122008 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38e4f67-e030-42ce-af61-84179ec4359b tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:32:05.122341 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38e4f67-e030-42ce-af61-84179ec4359b tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:32:05.122667 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38e4f67-e030-42ce-af61-84179ec4359b tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:32:05.122991 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38e4f67-e030-42ce-af61-84179ec4359b tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:32:05.123312 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38e4f67-e030-42ce-af61-84179ec4359b tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:32:05.123627 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38e4f67-e030-42ce-af61-84179ec4359b tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:32:05.123945 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38e4f67-e030-42ce-af61-84179ec4359b tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:32:05.152795 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375df991-c55e-4155-b9bf-5a04c9942b66 req-c38e4f67-e030-42ce-af61-84179ec4359b tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:32:05.153970 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-375df991-c55e-4155-b9bf-5a04c9942b66 req-c38e4f67-e030-42ce-af61-84179ec4359b tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4089636'] for port, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:32:05.169602 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-375df991-c55e-4155-b9bf-5a04c9942b66 req-c38e4f67-e030-42ce-af61-84179ec4359b tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6005473 Aug 26 15:32:05.183419 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [req-375df991-c55e-4155-b9bf-5a04c9942b66 req-af76ce23-9ed2-485c-aab9-b0385ebce866 service neutron] Request body: {'port': {'device_id': '369b097d-ba53-4d7d-9ddb-ae39feded1a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77957'}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:32:05.252537 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-375df991-c55e-4155-b9bf-5a04c9942b66 req-af76ce23-9ed2-485c-aab9-b0385ebce866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:32:05.357599 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-ab55b633-9936-4506-9691-222b47ecb4a3 None None] Provisioning for port 926f8330-f4de-40f7-8fb4-d1c143b33c6e completed by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 15:32:05.361909 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-ab55b633-9936-4506-9691-222b47ecb4a3 None None] Provisioning complete for port 926f8330-f4de-40f7-8fb4-d1c143b33c6e triggered by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:32:05.362487 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-ab55b633-9936-4506-9691-222b47ecb4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:32:05.398855 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-ab55b633-9936-4506-9691-222b47ecb4a3 None None] Port 926f8330-f4de-40f7-8fb4-d1c143b33c6e cannot update to ACTIVE because it is not bound. {{(pid=93843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 15:32:05.532164 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.notifiers.nova [req-375df991-c55e-4155-b9bf-5a04c9942b66 req-af76ce23-9ed2-485c-aab9-b0385ebce866 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 926f8330-f4de-40f7-8fb4-d1c143b33c6e {{(pid=93842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 15:32:05.540181 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-375df991-c55e-4155-b9bf-5a04c9942b66 req-af76ce23-9ed2-485c-aab9-b0385ebce866 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:32:05.552988 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.db.provisioning_blocks [req-375df991-c55e-4155-b9bf-5a04c9942b66 req-af76ce23-9ed2-485c-aab9-b0385ebce866 service neutron] Transition to ACTIVE for port object 926f8330-f4de-40f7-8fb4-d1c143b33c6e will not be triggered until provisioned by entity L2. {{(pid=93842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 15:32:05.558318 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-375df991-c55e-4155-b9bf-5a04c9942b66 req-af76ce23-9ed2-485c-aab9-b0385ebce866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261268884'] for port, after_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:32:05.586516 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1864e278-563c-4cf3-bd7a-1c95ac019497 req-50c1698c-8e49-4c1e-876f-d22b4caa6c78 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:32:05.588041 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-1864e278-563c-4cf3-bd7a-1c95ac019497 req-50c1698c-8e49-4c1e-876f-d22b4caa6c78 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/ports?device_id=369b097d-ba53-4d7d-9ddb-ae39feded1a5 HTTP/1.1" status: 200 len: 932 time: 0.0563293 Aug 26 15:32:05.615698 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af76ce23-9ed2-485c-aab9-b0385ebce866 service neutron] Pushing event updated for resources: {'Port': ['ID=926f8330-f4de-40f7-8fb4-d1c143b33c6e,revision_number=2']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:32:05.639739 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-1864e278-563c-4cf3-bd7a-1c95ac019497 req-a0fee628-740a-4fc8-827a-aba7c8016533 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/security-groups?id=672dc045-bd54-4dfd-8b7e-df655c7922d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384915 Aug 26 15:32:05.684672 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.managers [req-375df991-c55e-4155-b9bf-5a04c9942b66 req-af76ce23-9ed2-485c-aab9-b0385ebce866 service neutron] Attempting to bind port 926f8330-f4de-40f7-8fb4-d1c143b33c6e on host hv-cinder-77957 for vnic_type normal with profile {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 15:32:05.685000 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.managers [req-375df991-c55e-4155-b9bf-5a04c9942b66 req-af76ce23-9ed2-485c-aab9-b0385ebce866 service neutron] Attempting to bind port 926f8330-f4de-40f7-8fb4-d1c143b33c6e by drivers openvswitch,hyperv on host hv-cinder-77957 at level 0 using segments [{'id': '0ec0529a-fb33-4f07-bc7a-84b32e32ac14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '450519e4-8c12-447b-a687-0d4a9d1435ad'}] {{(pid=93842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 15:32:05.685320 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375df991-c55e-4155-b9bf-5a04c9942b66 req-af76ce23-9ed2-485c-aab9-b0385ebce866 service neutron] Attempting to bind port 926f8330-f4de-40f7-8fb4-d1c143b33c6e on network 450519e4-8c12-447b-a687-0d4a9d1435ad {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 15:32:05.689840 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375df991-c55e-4155-b9bf-5a04c9942b66 req-af76ce23-9ed2-485c-aab9-b0385ebce866 service neutron] Port 926f8330-f4de-40f7-8fb4-d1c143b33c6e on network 450519e4-8c12-447b-a687-0d4a9d1435ad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77957 {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 15:32:05.690127 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375df991-c55e-4155-b9bf-5a04c9942b66 req-af76ce23-9ed2-485c-aab9-b0385ebce866 service neutron] Attempting to bind port 926f8330-f4de-40f7-8fb4-d1c143b33c6e on network 450519e4-8c12-447b-a687-0d4a9d1435ad {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 15:32:05.695467 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375df991-c55e-4155-b9bf-5a04c9942b66 req-af76ce23-9ed2-485c-aab9-b0385ebce866 service neutron] Checking agent: {'id': '48810b0c-601b-439f-aa19-0a054d9f642d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77957', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 15, 20, 8), 'started_at': datetime.datetime(2021, 8, 26, 15, 20, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 15, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 15:32:05.695805 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375df991-c55e-4155-b9bf-5a04c9942b66 req-af76ce23-9ed2-485c-aab9-b0385ebce866 service neutron] Checking segment: {'id': '0ec0529a-fb33-4f07-bc7a-84b32e32ac14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '450519e4-8c12-447b-a687-0d4a9d1435ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 15:32:05.696182 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375df991-c55e-4155-b9bf-5a04c9942b66 req-af76ce23-9ed2-485c-aab9-b0385ebce866 service neutron] Bound using segment: {'id': '0ec0529a-fb33-4f07-bc7a-84b32e32ac14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '450519e4-8c12-447b-a687-0d4a9d1435ad'} {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 15:32:05.696602 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.managers [req-375df991-c55e-4155-b9bf-5a04c9942b66 req-af76ce23-9ed2-485c-aab9-b0385ebce866 service neutron] Bound port: 926f8330-f4de-40f7-8fb4-d1c143b33c6e, host: hv-cinder-77957, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ec0529a-fb33-4f07-bc7a-84b32e32ac14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '450519e4-8c12-447b-a687-0d4a9d1435ad'}}] {{(pid=93842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 15:32:05.696962 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-375df991-c55e-4155-b9bf-5a04c9942b66 req-af76ce23-9ed2-485c-aab9-b0385ebce866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:32:05.765391 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.db [req-375df991-c55e-4155-b9bf-5a04c9942b66 req-af76ce23-9ed2-485c-aab9-b0385ebce866 service neutron] For port 926f8330-f4de-40f7-8fb4-d1c143b33c6e, host hv-cinder-77957, cleared binding levels {{(pid=93842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:32:05.768794 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.db [req-375df991-c55e-4155-b9bf-5a04c9942b66 req-af76ce23-9ed2-485c-aab9-b0385ebce866 service neutron] For port 926f8330-f4de-40f7-8fb4-d1c143b33c6e, host hv-cinder-77957, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=926f8330-f4de-40f7-8fb4-d1c143b33c6e,segment=NetworkSegment(0ec0529a-fb33-4f07-bc7a-84b32e32ac14),segment_id=0ec0529a-fb33-4f07-bc7a-84b32e32ac14)] {{(pid=93842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:32:05.773364 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-375df991-c55e-4155-b9bf-5a04c9942b66 req-af76ce23-9ed2-485c-aab9-b0385ebce866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261268884'] for port, after_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:32:05.812366 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375df991-c55e-4155-b9bf-5a04c9942b66 req-af76ce23-9ed2-485c-aab9-b0385ebce866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:32:05.812983 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-375df991-c55e-4155-b9bf-5a04c9942b66 req-af76ce23-9ed2-485c-aab9-b0385ebce866 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4089636'] for port, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:32:05.814427 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-375df991-c55e-4155-b9bf-5a04c9942b66 req-af76ce23-9ed2-485c-aab9-b0385ebce866 service neutron] 10.222.0.47 "PUT /v2.0/ports/926f8330-f4de-40f7-8fb4-d1c143b33c6e HTTP/1.1" status: 200 len: 1094 time: 0.6367476 Aug 26 15:32:05.814878 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '369b097d-ba53-4d7d-9ddb-ae39feded1a5', 'tag': '926f8330-f4de-40f7-8fb4-d1c143b33c6e'}] {{(pid=93842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 15:32:05.817343 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ba7f6f71eda5a1db7669fef78c8684417bcd8012e21f8533533c8be1abdbb96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1100c7e7-8555-4477-b715-3634232ab2bf" -d '{"events": [{"name": "network-changed", "server_uuid": "369b097d-ba53-4d7d-9ddb-ae39feded1a5", "tag": "926f8330-f4de-40f7-8fb4-d1c143b33c6e"}]}' {{(pid=93842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:32:05.844173 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af76ce23-9ed2-485c-aab9-b0385ebce866 service neutron] Pushing event updated for resources: {'Port': ['ID=926f8330-f4de-40f7-8fb4-d1c143b33c6e,revision_number=3']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:32:05.873514 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 15:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dff59adc-937d-41f9-87a1-7660364a06cc x-openstack-request-id: req-dff59adc-937d-41f9-87a1-7660364a06cc {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:32:05.873514 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "369b097d-ba53-4d7d-9ddb-ae39feded1a5", "tag": "926f8330-f4de-40f7-8fb4-d1c143b33c6e", "status": "completed", "code": 200}]} {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:32:05.873514 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dff59adc-937d-41f9-87a1-7660364a06cc {{(pid=93842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:32:05.873514 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '369b097d-ba53-4d7d-9ddb-ae39feded1a5', 'tag': '926f8330-f4de-40f7-8fb4-d1c143b33c6e', 'status': 'completed', 'code': 200} Aug 26 15:32:05.904498 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375df991-c55e-4155-b9bf-5a04c9942b66 req-ad4054b1-e3b3-4432-a515-a56100326890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:32:05.906082 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-375df991-c55e-4155-b9bf-5a04c9942b66 req-ad4054b1-e3b3-4432-a515-a56100326890 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1d44569eb5c241ab8c4e10ff4af9afb0&device_id=369b097d-ba53-4d7d-9ddb-ae39feded1a5 HTTP/1.1" status: 200 len: 1097 time: 0.0467501 Aug 26 15:32:05.950873 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-375df991-c55e-4155-b9bf-5a04c9942b66 req-e141808c-d6e5-473e-a112-837bb8a36ed1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=926f8330-f4de-40f7-8fb4-d1c143b33c6e HTTP/1.1" status: 200 len: 217 time: 0.0372407 Aug 26 15:32:06.007538 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375df991-c55e-4155-b9bf-5a04c9942b66 req-5862079b-f6ea-4049-890f-ef64e30070ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:32:06.008974 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-375df991-c55e-4155-b9bf-5a04c9942b66 req-5862079b-f6ea-4049-890f-ef64e30070ef service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6465a299-7a62-4790-95c8-1882e69b35c5 HTTP/1.1" status: 200 len: 850 time: 0.0513041 Aug 26 15:32:06.057580 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375df991-c55e-4155-b9bf-5a04c9942b66 req-9b179548-2884-4d2d-bfa6-4c84447f18e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:32:06.060302 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-375df991-c55e-4155-b9bf-5a04c9942b66 req-9b179548-2884-4d2d-bfa6-4c84447f18e3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=450519e4-8c12-447b-a687-0d4a9d1435ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432713 Aug 26 15:32:06.150866 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-375df991-c55e-4155-b9bf-5a04c9942b66 req-8cc7e025-6e97-48c1-9637-6e498a40344c service neutron] 10.222.0.47 "GET /v2.0/networks/450519e4-8c12-447b-a687-0d4a9d1435ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830672 Aug 26 15:32:06.246068 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-375df991-c55e-4155-b9bf-5a04c9942b66 req-3ecc2907-5982-4ca5-96bd-0bb8289050a0 service neutron] 10.222.0.47 "GET /v2.0/networks/450519e4-8c12-447b-a687-0d4a9d1435ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870974 Aug 26 15:32:06.334284 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1100c7e7-8555-4477-b715-3634232ab2bf req-45ae7830-d8ec-45be-a642-e6cb6aec0126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:32:06.335772 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-1100c7e7-8555-4477-b715-3634232ab2bf req-45ae7830-d8ec-45be-a642-e6cb6aec0126 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1d44569eb5c241ab8c4e10ff4af9afb0&device_id=369b097d-ba53-4d7d-9ddb-ae39feded1a5 HTTP/1.1" status: 200 len: 1097 time: 0.0421631 Aug 26 15:32:06.429962 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1100c7e7-8555-4477-b715-3634232ab2bf req-3fcb1a96-d78d-49ee-b53d-f4192e06d87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:32:06.431413 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-1100c7e7-8555-4477-b715-3634232ab2bf req-3fcb1a96-d78d-49ee-b53d-f4192e06d87e service neutron] 10.222.0.47 "GET /v2.0/networks?id=450519e4-8c12-447b-a687-0d4a9d1435ad HTTP/1.1" status: 200 len: 912 time: 0.0880711 Aug 26 15:32:06.478295 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-1100c7e7-8555-4477-b715-3634232ab2bf req-8c870e3b-d856-4266-9409-53025db35aaa service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=926f8330-f4de-40f7-8fb4-d1c143b33c6e HTTP/1.1" status: 200 len: 217 time: 0.0382254 Aug 26 15:32:06.529997 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1100c7e7-8555-4477-b715-3634232ab2bf req-0c7a2726-5b08-4edc-a175-05488f489e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:32:06.531472 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-1100c7e7-8555-4477-b715-3634232ab2bf req-0c7a2726-5b08-4edc-a175-05488f489e0a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6465a299-7a62-4790-95c8-1882e69b35c5 HTTP/1.1" status: 200 len: 850 time: 0.0439200 Aug 26 15:32:06.587135 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1100c7e7-8555-4477-b715-3634232ab2bf req-58a3f196-192a-4920-9ff1-d137c8254f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:32:06.588666 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-1100c7e7-8555-4477-b715-3634232ab2bf req-58a3f196-192a-4920-9ff1-d137c8254f01 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=450519e4-8c12-447b-a687-0d4a9d1435ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0484898 Aug 26 15:32:06.684915 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-1100c7e7-8555-4477-b715-3634232ab2bf req-ea039016-9e4e-4850-a445-6a05e5a6af48 service neutron] 10.222.0.47 "GET /v2.0/networks/450519e4-8c12-447b-a687-0d4a9d1435ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843682 Aug 26 15:32:06.759182 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021b894a-5064-4f56-ac48-31e369c8b0f4 req-7f787561-46d0-4a9f-98be-c96e42709e42 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:32:06.760691 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-021b894a-5064-4f56-ac48-31e369c8b0f4 req-7f787561-46d0-4a9f-98be-c96e42709e42 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/ports?device_id=369b097d-ba53-4d7d-9ddb-ae39feded1a5 HTTP/1.1" status: 200 len: 944 time: 0.0521269 Aug 26 15:32:06.787166 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-1100c7e7-8555-4477-b715-3634232ab2bf req-3e3d1cea-f99e-458a-b384-49358f72833f service neutron] 10.222.0.47 "GET /v2.0/networks/450519e4-8c12-447b-a687-0d4a9d1435ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911825 Aug 26 15:32:06.801025 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-021b894a-5064-4f56-ac48-31e369c8b0f4 req-bd405b02-2dc5-4918-887d-d23ad9b30244 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/security-groups?id=672dc045-bd54-4dfd-8b7e-df655c7922d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332892 Aug 26 15:32:07.179377 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-6f4b29df-8d1d-473b-aeb2-1a628c683e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:32:07.920394 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb91d442-1923-4f4b-bcf8-1dadd0e3bb27 req-a1a1d4ab-1f60-4aa2-bace-a20dd2214fd8 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:32:07.921917 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-eb91d442-1923-4f4b-bcf8-1dadd0e3bb27 req-a1a1d4ab-1f60-4aa2-bace-a20dd2214fd8 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/ports?device_id=369b097d-ba53-4d7d-9ddb-ae39feded1a5 HTTP/1.1" status: 200 len: 944 time: 0.0498867 Aug 26 15:32:07.959283 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-eb91d442-1923-4f4b-bcf8-1dadd0e3bb27 req-69d0907a-5af1-4c90-9a43-df3f253a39e2 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/security-groups?id=672dc045-bd54-4dfd-8b7e-df655c7922d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314901 Aug 26 15:32:08.967185 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:32:09.074757 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abebe2be-b5bf-4dcc-92c5-3ff3c84a1e50 req-3bc2e56a-e8ee-4fe8-a6e8-6869df7f70dc tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:32:09.076315 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-abebe2be-b5bf-4dcc-92c5-3ff3c84a1e50 req-3bc2e56a-e8ee-4fe8-a6e8-6869df7f70dc tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/ports?device_id=369b097d-ba53-4d7d-9ddb-ae39feded1a5 HTTP/1.1" status: 200 len: 944 time: 0.0507309 Aug 26 15:32:09.114871 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-abebe2be-b5bf-4dcc-92c5-3ff3c84a1e50 req-886f9ca0-1650-40b2-a9f0-f3c60aa5e9c0 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/security-groups?id=672dc045-bd54-4dfd-8b7e-df655c7922d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324543 Aug 26 15:32:09.857993 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:32:09.972957 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-47bf030b-c77d-4287-bfdf-0b37e54a9fff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:32:10.231655 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1ad8df-d146-4ca0-8444-752134f3430a req-a097b47c-a739-469a-afe4-205625ebf6c3 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:32:10.233182 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-5b1ad8df-d146-4ca0-8444-752134f3430a req-a097b47c-a739-469a-afe4-205625ebf6c3 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/ports?device_id=369b097d-ba53-4d7d-9ddb-ae39feded1a5 HTTP/1.1" status: 200 len: 944 time: 0.0508137 Aug 26 15:32:10.271026 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-5b1ad8df-d146-4ca0-8444-752134f3430a req-11fa485d-cc1b-4645-9367-6287bdd99538 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/security-groups?id=672dc045-bd54-4dfd-8b7e-df655c7922d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319479 Aug 26 15:32:11.387331 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f04405-ad22-465f-8370-66d54515dc87 req-5f1189a7-05d5-4628-b9c5-3dd1b98ef9d8 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:32:11.388850 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-22f04405-ad22-465f-8370-66d54515dc87 req-5f1189a7-05d5-4628-b9c5-3dd1b98ef9d8 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/ports?device_id=369b097d-ba53-4d7d-9ddb-ae39feded1a5 HTTP/1.1" status: 200 len: 944 time: 0.0497193 Aug 26 15:32:11.391980 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c45f19a1-5a59-44e4-9446-0a9261f71b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:32:11.427612 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-22f04405-ad22-465f-8370-66d54515dc87 req-fe616c8f-11a6-4b91-bd6f-fe084bec185f tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/security-groups?id=672dc045-bd54-4dfd-8b7e-df655c7922d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322599 Aug 26 15:32:12.545947 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ec35a7-96ff-4f42-92e1-d58a54c7be3d req-fbca8c80-4617-470f-9315-836180d17e73 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:32:12.547463 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-24ec35a7-96ff-4f42-92e1-d58a54c7be3d req-fbca8c80-4617-470f-9315-836180d17e73 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/ports?device_id=369b097d-ba53-4d7d-9ddb-ae39feded1a5 HTTP/1.1" status: 200 len: 944 time: 0.0521841 Aug 26 15:32:12.592546 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-24ec35a7-96ff-4f42-92e1-d58a54c7be3d req-62beacb9-8093-47e0-9272-951964293f35 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/security-groups?id=672dc045-bd54-4dfd-8b7e-df655c7922d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390542 Aug 26 15:32:13.018711 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-a6032fac-f2a0-46d6-9c2c-2483dfdc6249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:32:13.718350 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904acf49-01ca-43ee-9eeb-30feeee1fe3a req-00adb782-878c-47a4-9ef6-47d4bcc9bcb1 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:32:13.719841 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-904acf49-01ca-43ee-9eeb-30feeee1fe3a req-00adb782-878c-47a4-9ef6-47d4bcc9bcb1 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/ports?device_id=369b097d-ba53-4d7d-9ddb-ae39feded1a5 HTTP/1.1" status: 200 len: 944 time: 0.0594742 Aug 26 15:32:13.757143 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-904acf49-01ca-43ee-9eeb-30feeee1fe3a req-a4093c26-5de5-4be4-96c2-28afb4d0958a tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/security-groups?id=672dc045-bd54-4dfd-8b7e-df655c7922d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314276 Aug 26 15:32:14.337678 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-4e589e54-4d9c-4824-be4a-d056199c6a31 req-43edeccd-55e4-4492-886f-2e265eda2ff5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=cd365fc6-5722-4ca4-aad8-848d52f8a602&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399599 Aug 26 15:32:14.398631 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e589e54-4d9c-4824-be4a-d056199c6a31 req-13df4eb2-399d-471b-bcb1-9f1864ae248b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:32:14.400126 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-4e589e54-4d9c-4824-be4a-d056199c6a31 req-13df4eb2-399d-471b-bcb1-9f1864ae248b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1d44569eb5c241ab8c4e10ff4af9afb0&device_id=cd365fc6-5722-4ca4-aad8-848d52f8a602 HTTP/1.1" status: 200 len: 1099 time: 0.0400875 Aug 26 15:32:14.502757 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e589e54-4d9c-4824-be4a-d056199c6a31 req-bd8f83cf-c7d1-4383-bd12-eb5cd7a81398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:32:14.504121 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-4e589e54-4d9c-4824-be4a-d056199c6a31 req-bd8f83cf-c7d1-4383-bd12-eb5cd7a81398 service neutron] 10.222.0.47 "GET /v2.0/networks?id=450519e4-8c12-447b-a687-0d4a9d1435ad HTTP/1.1" status: 200 len: 912 time: 0.0855091 Aug 26 15:32:14.571649 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-4e589e54-4d9c-4824-be4a-d056199c6a31 req-426aa783-5708-419e-a88e-7152ea32c9b7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=784762c3-e0b5-4a0e-95b9-4b2aee8242f8 HTTP/1.1" status: 200 len: 1001 time: 0.0600119 Aug 26 15:32:14.622949 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e589e54-4d9c-4824-be4a-d056199c6a31 req-fd9cccbb-7a56-4935-b566-e481e3595350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:32:14.624425 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-4e589e54-4d9c-4824-be4a-d056199c6a31 req-fd9cccbb-7a56-4935-b566-e481e3595350 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6465a299-7a62-4790-95c8-1882e69b35c5 HTTP/1.1" status: 200 len: 850 time: 0.0445280 Aug 26 15:32:14.678958 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e589e54-4d9c-4824-be4a-d056199c6a31 req-14ff1ff2-09f8-4a2c-a11b-21b962507cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:32:14.680474 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-4e589e54-4d9c-4824-be4a-d056199c6a31 req-14ff1ff2-09f8-4a2c-a11b-21b962507cc7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=450519e4-8c12-447b-a687-0d4a9d1435ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0495872 Aug 26 15:32:14.769924 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-4e589e54-4d9c-4824-be4a-d056199c6a31 req-3f13ee50-2e3c-4157-9c98-f5fb69e070ec service neutron] 10.222.0.47 "GET /v2.0/networks/450519e4-8c12-447b-a687-0d4a9d1435ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812881 Aug 26 15:32:14.898692 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f07660-a6cd-4859-82f3-44cb09308fdf req-4362bdc4-9cde-4283-af0f-fe635a37d663 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:32:14.900164 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-71f07660-a6cd-4859-82f3-44cb09308fdf req-4362bdc4-9cde-4283-af0f-fe635a37d663 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/ports?device_id=369b097d-ba53-4d7d-9ddb-ae39feded1a5 HTTP/1.1" status: 200 len: 944 time: 0.0746329 Aug 26 15:32:14.904512 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-4e589e54-4d9c-4824-be4a-d056199c6a31 req-c49e1688-6195-47ff-8737-048d4f3d65cb service neutron] 10.222.0.47 "GET /v2.0/networks/450519e4-8c12-447b-a687-0d4a9d1435ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261659 Aug 26 15:32:14.939435 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-71f07660-a6cd-4859-82f3-44cb09308fdf req-16061ad9-95c8-466f-a2d6-b5be5bc81aac tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/security-groups?id=672dc045-bd54-4dfd-8b7e-df655c7922d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327218 Aug 26 15:32:14.954604 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Device 926f8330-f4de-40f7-8fb4-d1c143b33c6e details requested by agent hyperv_hv-cinder-77957 with host hv-cinder-77957 {{(pid=93843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 15:32:15.049447 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] For port 926f8330-f4de-40f7-8fb4-d1c143b33c6e, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=926f8330-f4de-40f7-8fb4-d1c143b33c6e,segment=NetworkSegment(0ec0529a-fb33-4f07-bc7a-84b32e32ac14),segment_id=0ec0529a-fb33-4f07-bc7a-84b32e32ac14)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:32:15.060660 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Returning: {'device': '926f8330-f4de-40f7-8fb4-d1c143b33c6e', 'network_id': '450519e4-8c12-447b-a687-0d4a9d1435ad', 'port_id': '926f8330-f4de-40f7-8fb4-d1c143b33c6e', 'mac_address': 'fa:16:3e:3f:9e:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6465a299-7a62-4790-95c8-1882e69b35c5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 15:32:15.098342 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:32:15.115258 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.notifiers.nova [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 926f8330-f4de-40f7-8fb4-d1c143b33c6e {{(pid=93843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 15:32:15.134732 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] For port 926f8330-f4de-40f7-8fb4-d1c143b33c6e, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=926f8330-f4de-40f7-8fb4-d1c143b33c6e,segment=NetworkSegment(0ec0529a-fb33-4f07-bc7a-84b32e32ac14),segment_id=0ec0529a-fb33-4f07-bc7a-84b32e32ac14)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:32:15.140092 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:32:15.195725 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Pushing event updated for resources: {'Port': ['ID=926f8330-f4de-40f7-8fb4-d1c143b33c6e,revision_number=4']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:32:15.203104 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:32:15.203442 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:32:15.203773 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:32:15.204100 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:32:15.204422 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:32:15.204743 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:32:15.205065 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:32:15.205387 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:32:15.205721 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:32:15.206043 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:32:15.206356 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:32:15.206668 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:32:15.375824 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] get_ports_and_sgs() called for port_ids ['926f8330-f4de-40f7-8fb4-d1c143b33c6e'] {{(pid=93843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 15:32:16.060656 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ed5960-8108-45f1-8228-13d2e2efe8c6 req-2f77add1-4492-4103-bda0-450f42f87b70 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:32:16.062298 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-78ed5960-8108-45f1-8228-13d2e2efe8c6 req-2f77add1-4492-4103-bda0-450f42f87b70 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/ports?device_id=369b097d-ba53-4d7d-9ddb-ae39feded1a5 HTTP/1.1" status: 200 len: 945 time: 0.0551972 Aug 26 15:32:16.103377 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-78ed5960-8108-45f1-8228-13d2e2efe8c6 req-21b95449-78ac-4d59-9237-6ba8d371c33f tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/security-groups?id=672dc045-bd54-4dfd-8b7e-df655c7922d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350368 Aug 26 15:32:16.954837 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Device 926f8330-f4de-40f7-8fb4-d1c143b33c6e up at agent hyperv_hv-cinder-77957 {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:32:17.002959 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Provisioning for port 926f8330-f4de-40f7-8fb4-d1c143b33c6e completed by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 15:32:17.006451 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Provisioning complete for port 926f8330-f4de-40f7-8fb4-d1c143b33c6e triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 15:32:17.006824 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685248'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:32:17.085497 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:32:17.108614 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '369b097d-ba53-4d7d-9ddb-ae39feded1a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '926f8330-f4de-40f7-8fb4-d1c143b33c6e'}] {{(pid=93843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 15:32:17.110822 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d587d98fe02f6619f456de0f45288515ee723af96d1e5c8ab0bdf50e2145b638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e96917f0-7e59-4221-b9a4-8bd99cac675b" -d '{"events": [{"server_uuid": "369b097d-ba53-4d7d-9ddb-ae39feded1a5", "name": "network-vif-plugged", "status": "completed", "tag": "926f8330-f4de-40f7-8fb4-d1c143b33c6e"}]}' {{(pid=93843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:32:17.123611 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] For port 926f8330-f4de-40f7-8fb4-d1c143b33c6e, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=926f8330-f4de-40f7-8fb4-d1c143b33c6e,segment=NetworkSegment(0ec0529a-fb33-4f07-bc7a-84b32e32ac14),segment_id=0ec0529a-fb33-4f07-bc7a-84b32e32ac14)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:32:17.134373 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:32:17.160244 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 15:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-073230af-68bb-4a11-946b-b37d44b3c253 x-openstack-request-id: req-073230af-68bb-4a11-946b-b37d44b3c253 {{(pid=93843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:32:17.160584 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "369b097d-ba53-4d7d-9ddb-ae39feded1a5", "name": "network-vif-plugged", "status": "completed", "tag": "926f8330-f4de-40f7-8fb4-d1c143b33c6e", "code": 200}]} {{(pid=93843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:32:17.160772 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-073230af-68bb-4a11-946b-b37d44b3c253 {{(pid=93843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:32:17.161157 dv-cinder-779576-7-iscsi neutron-server[93843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '369b097d-ba53-4d7d-9ddb-ae39feded1a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '926f8330-f4de-40f7-8fb4-d1c143b33c6e', 'code': 200} Aug 26 15:32:17.201122 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Pushing event updated for resources: {'Port': ['ID=926f8330-f4de-40f7-8fb4-d1c143b33c6e,revision_number=5']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:32:17.231645 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14dc68c-006d-461b-945f-baa571d63ab5 req-f5eea97c-ce57-4bc4-89d8-85ccb2ebff8e tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:32:17.233154 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-d14dc68c-006d-461b-945f-baa571d63ab5 req-f5eea97c-ce57-4bc4-89d8-85ccb2ebff8e tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/ports?device_id=369b097d-ba53-4d7d-9ddb-ae39feded1a5 HTTP/1.1" status: 200 len: 946 time: 0.0518489 Aug 26 15:32:17.281007 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-d14dc68c-006d-461b-945f-baa571d63ab5 req-46f2f8d5-b91a-4e3f-9fba-1b265ae830eb tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/security-groups?id=672dc045-bd54-4dfd-8b7e-df655c7922d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417542 Aug 26 15:32:17.378774 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2daf5d-ef77-4d3b-a0ef-8a3a467144a2 req-900756e7-02e2-4b56-81c6-c6e72ffabe7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:32:17.380306 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-9f2daf5d-ef77-4d3b-a0ef-8a3a467144a2 req-900756e7-02e2-4b56-81c6-c6e72ffabe7d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=369b097d-ba53-4d7d-9ddb-ae39feded1a5 HTTP/1.1" status: 200 len: 1099 time: 0.0425878 Aug 26 15:32:17.418741 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-9f2daf5d-ef77-4d3b-a0ef-8a3a467144a2 req-7dc47ec9-8672-4413-9b37-e7c0e20de5b5 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=672dc045-bd54-4dfd-8b7e-df655c7922d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300705 Aug 26 15:32:18.023315 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.agents_db [None req-f94a4f8d-c04a-4845-8e45-3296fab2d83d None None] Agent healthcheck: found 6 active agents {{(pid=93844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 15:32:18.406765 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ce5a47-6ddb-4a2c-a9b2-5a7497547696 req-e9fd7ea9-467b-4b52-af6a-1187e5723956 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:32:18.408324 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-d5ce5a47-6ddb-4a2c-a9b2-5a7497547696 req-e9fd7ea9-467b-4b52-af6a-1187e5723956 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/ports?device_id=369b097d-ba53-4d7d-9ddb-ae39feded1a5 HTTP/1.1" status: 200 len: 946 time: 0.0557239 Aug 26 15:32:18.447867 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-d5ce5a47-6ddb-4a2c-a9b2-5a7497547696 req-95f6ae21-8e42-4077-a52b-07d7785db6b9 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/security-groups?id=672dc045-bd54-4dfd-8b7e-df655c7922d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334306 Aug 26 15:32:19.563226 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92f72dd-9789-4748-87e6-052493146981 req-73f96427-e0b9-4f9c-b511-11c927be34d5 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:32:19.564720 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-c92f72dd-9789-4748-87e6-052493146981 req-73f96427-e0b9-4f9c-b511-11c927be34d5 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/ports?device_id=369b097d-ba53-4d7d-9ddb-ae39feded1a5 HTTP/1.1" status: 200 len: 946 time: 0.0510952 Aug 26 15:32:19.603827 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-c92f72dd-9789-4748-87e6-052493146981 req-c1f9ce7d-b237-4ae3-9139-e1c7e830c0b2 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/security-groups?id=672dc045-bd54-4dfd-8b7e-df655c7922d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329623 Aug 26 15:32:19.721486 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95502bac-5b1d-4033-9f39-b88ac2552ac4 req-887a83a9-12bb-4369-adfb-cf492f6c6ae7 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:32:19.722976 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-95502bac-5b1d-4033-9f39-b88ac2552ac4 req-887a83a9-12bb-4369-adfb-cf492f6c6ae7 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/ports?device_id=369b097d-ba53-4d7d-9ddb-ae39feded1a5 HTTP/1.1" status: 200 len: 946 time: 0.0490513 Aug 26 15:32:19.760264 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-95502bac-5b1d-4033-9f39-b88ac2552ac4 req-a86fd43d-7023-44ff-8ba0-1960e071d843 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/security-groups?id=672dc045-bd54-4dfd-8b7e-df655c7922d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312762 Aug 26 15:32:19.783359 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 34304) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:32:19.822797 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da17d2ca-ab0a-464b-a7b6-e833341803c9 tempest-TestVolumeBootPattern-1598148247 tempest-TestVolumeBootPattern-1598148247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:32:19.825354 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-da17d2ca-ab0a-464b-a7b6-e833341803c9 tempest-TestVolumeBootPattern-1598148247 tempest-TestVolumeBootPattern-1598148247-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=369b097d-ba53-4d7d-9ddb-ae39feded1a5 HTTP/1.1" status: 200 len: 1094 time: 0.0410039 Aug 26 15:32:19.828075 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 34306) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:32:19.832344 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [None req-f0daa5c1-fd34-423f-9112-f4a3fff4de08 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Request body: {'floatingip': {'floating_network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'port_id': '926f8330-f4de-40f7-8fb4-d1c143b33c6e', 'tenant_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:32:19.853475 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-f0daa5c1-fd34-423f-9112-f4a3fff4de08 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Notify callbacks [] for floatingip, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:32:19.955160 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-f0daa5c1-fd34-423f-9112-f4a3fff4de08 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:32:20.060652 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.db.db_base_plugin_common [None req-f0daa5c1-fd34-423f-9112-f4a3fff4de08 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Allocated IP 172.27.3.35 (94c3c280-690c-4a83-85d9-6b8aea125a5e/fcbbbf85-6bcd-493f-b527-2ade21fd40af/4d9a7416-50e5-42d0-b0ec-5ff49853bc26) {{(pid=93841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:32:20.166184 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-f0daa5c1-fd34-423f-9112-f4a3fff4de08 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Notify callbacks [] for port, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:32:20.204812 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-f0daa5c1-fd34-423f-9112-f4a3fff4de08 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793280355359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263742114'] for port, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:32:20.243539 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0daa5c1-fd34-423f-9112-f4a3fff4de08 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Network 94c3c280-690c-4a83-85d9-6b8aea125a5e is already hosted by enough agents. {{(pid=93841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:32:20.246358 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.scheduler.base_scheduler [None req-f0daa5c1-fd34-423f-9112-f4a3fff4de08 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Resources bound (agent type, host, resource id): {{(pid=93841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:32:20.249817 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0daa5c1-fd34-423f-9112-f4a3fff4de08 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Received port after_create {{(pid=93841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 15:32:20.255167 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0daa5c1-fd34-423f-9112-f4a3fff4de08 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Pushing event updated for resources: {'Port': ['ID=4d9a7416-50e5-42d0-b0ec-5ff49853bc26,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:32:20.281474 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0daa5c1-fd34-423f-9112-f4a3fff4de08 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:32:20.281836 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0daa5c1-fd34-423f-9112-f4a3fff4de08 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:32:20.282180 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0daa5c1-fd34-423f-9112-f4a3fff4de08 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:32:20.282514 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0daa5c1-fd34-423f-9112-f4a3fff4de08 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:32:20.282843 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0daa5c1-fd34-423f-9112-f4a3fff4de08 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:32:20.283171 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0daa5c1-fd34-423f-9112-f4a3fff4de08 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:32:20.283498 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0daa5c1-fd34-423f-9112-f4a3fff4de08 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:32:20.283825 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0daa5c1-fd34-423f-9112-f4a3fff4de08 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:32:20.284148 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0daa5c1-fd34-423f-9112-f4a3fff4de08 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:32:20.284470 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0daa5c1-fd34-423f-9112-f4a3fff4de08 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:32:20.284792 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0daa5c1-fd34-423f-9112-f4a3fff4de08 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:32:20.285107 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0daa5c1-fd34-423f-9112-f4a3fff4de08 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:32:20.880335 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-f0daa5c1-fd34-423f-9112-f4a3fff4de08 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:32:20.946170 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-f0daa5c1-fd34-423f-9112-f4a3fff4de08 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723785'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:32:21.097208 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-f0daa5c1-fd34-423f-9112-f4a3fff4de08 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Notify callbacks [] for port, precommit_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:32:21.101648 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-f0daa5c1-fd34-423f-9112-f4a3fff4de08 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793280828209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793280355377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793280355395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263742139'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:32:21.166211 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0daa5c1-fd34-423f-9112-f4a3fff4de08 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Pushing event updated for resources: {'Port': ['ID=4d9a7416-50e5-42d0-b0ec-5ff49853bc26,revision_number=2']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:32:21.180797 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-f0daa5c1-fd34-423f-9112-f4a3fff4de08 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3928447'] for floatingip, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:32:21.281777 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.db.l3_db [None req-f0daa5c1-fd34-423f-9112-f4a3fff4de08 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Floating IP f28b94cd-9acb-402d-b5db-50a69e90b935 associated. External IP: 172.27.3.35, port: 926f8330-f4de-40f7-8fb4-d1c143b33c6e. Aug 26 15:32:21.486622 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0daa5c1-fd34-423f-9112-f4a3fff4de08 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Router d5d6d445-b8cd-4f47-a92b-4b10fdd02ff7 has already been hosted by L3 agent 00a7d786-edfd-4f04-9152-3b7ae2bbf8ca {{(pid=93841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 15:32:21.597054 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0daa5c1-fd34-423f-9112-f4a3fff4de08 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Notify agent at l3_agent.dv-cinder-779576-7-iscsi the message routers_updated {{(pid=93841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 15:32:21.607252 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1b2d0a-bbf8-4c91-ae2d-fe6f16a3e305 None None] Sync routers for ids ['d5d6d445-b8cd-4f47-a92b-4b10fdd02ff7'] in dv-cinder-779576-7-iscsi {{(pid=93843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 15:32:21.614326 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-f0daa5c1-fd34-423f-9112-f4a3fff4de08 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4089636'] for floatingip, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:32:21.618276 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1b2d0a-bbf8-4c91-ae2d-fe6f16a3e305 None None] Routers {'d5d6d445-b8cd-4f47-a92b-4b10fdd02ff7'} bound to L3 agent in host dv-cinder-779576-7-iscsi {{(pid=93843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 15:32:21.618276 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-fb1b2d0a-bbf8-4c91-ae2d-fe6f16a3e305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T15:14:10Z,description=,heartbeat_timestamp=2021-08-26T15:32:10Z,host='dv-cinder-779576-7-iscsi',id=00a7d786-edfd-4f04-9152-3b7ae2bbf8ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T15:14:10Z,topic='l3_agent')) {'router_ids': ['d5d6d445-b8cd-4f47-a92b-4b10fdd02ff7'], 'active': True} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:32:21.642620 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-f0daa5c1-fd34-423f-9112-f4a3fff4de08 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8135328 Aug 26 15:32:21.643440 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '369b097d-ba53-4d7d-9ddb-ae39feded1a5', 'tag': '926f8330-f4de-40f7-8fb4-d1c143b33c6e'}] {{(pid=93841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 15:32:21.645719 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40d6179e675e884694bb6412ad93f17435ac71a39ec2274297e1b4aadb89820e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c5eb853-3c82-4e68-a714-51b9c2312897" -d '{"events": [{"name": "network-changed", "server_uuid": "369b097d-ba53-4d7d-9ddb-ae39feded1a5", "tag": "926f8330-f4de-40f7-8fb4-d1c143b33c6e"}]}' {{(pid=93841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:32:21.684720 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 15:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1bd3073-bb92-4179-9c1b-232844648e96 x-openstack-request-id: req-a1bd3073-bb92-4179-9c1b-232844648e96 {{(pid=93841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:32:21.685046 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "369b097d-ba53-4d7d-9ddb-ae39feded1a5", "tag": "926f8330-f4de-40f7-8fb4-d1c143b33c6e", "status": "completed", "code": 200}]} {{(pid=93841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:32:21.685291 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a1bd3073-bb92-4179-9c1b-232844648e96 {{(pid=93841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:32:21.685722 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '369b097d-ba53-4d7d-9ddb-ae39feded1a5', 'tag': '926f8330-f4de-40f7-8fb4-d1c143b33c6e', 'status': 'completed', 'code': 200} Aug 26 15:32:21.728080 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvr_db [None req-fb1b2d0a-bbf8-4c91-ae2d-fe6f16a3e305 None None] Set router d5d6d445-b8cd-4f47-a92b-4b10fdd02ff7 gateway port host: dv-cinder-779576-7-iscsi {{(pid=93843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 15:32:21.797035 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5eb853-3c82-4e68-a714-51b9c2312897 req-576afacd-e2ad-45a2-8777-cc7e73bd5531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:32:21.798661 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-7c5eb853-3c82-4e68-a714-51b9c2312897 req-576afacd-e2ad-45a2-8777-cc7e73bd5531 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1d44569eb5c241ab8c4e10ff4af9afb0&device_id=369b097d-ba53-4d7d-9ddb-ae39feded1a5 HTTP/1.1" status: 200 len: 1099 time: 0.0900424 Aug 26 15:32:21.894447 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5eb853-3c82-4e68-a714-51b9c2312897 req-d6d6489d-f623-49a3-b563-6f28f2e6a1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:32:21.895823 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-7c5eb853-3c82-4e68-a714-51b9c2312897 req-d6d6489d-f623-49a3-b563-6f28f2e6a1c2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=450519e4-8c12-447b-a687-0d4a9d1435ad HTTP/1.1" status: 200 len: 912 time: 0.0906396 Aug 26 15:32:21.958786 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-fb1b2d0a-bbf8-4c91-ae2d-fe6f16a3e305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5d6d445-b8cd-4f47-a92b-4b10fdd02ff7', 'name': 'tempest-TestVolumeBootPattern-386580631-router', 'tenant_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '0415c8a9-fc07-4695-8ef4-be13d02c0b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:26:45Z', 'updated_at': '2021-08-26T15:26:49Z', 'revision_number': 4, 'project_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'gw_port': {'id': '0415c8a9-fc07-4695-8ef4-be13d02c0b75', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:9d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d6d445-b8cd-4f47-a92b-4b10fdd02ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:26:46Z', 'updated_at': '2021-08-26T15:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi', '_floatingips': [{'id': '2ca8fad0-cdcf-4aa8-8859-e89c99347c09', 'tenant_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'floating_ip_address': '172.27.3.71', 'floating_network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'router_id': 'd5d6d445-b8cd-4f47-a92b-4b10fdd02ff7', 'port_id': '784762c3-e0b5-4a0e-95b9-4b2aee8242f8', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '450519e4-8c12-447b-a687-0d4a9d1435ad', 'mac_address': 'fa:16:3e:99:b2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd365fc6-5722-4ca4-aad8-848d52f8a602', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T15:30:24Z', 'updated_at': '2021-08-26T15:30:26Z', 'revision_number': 1, 'project_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'fixed_ip_address_scope': None}, {'id': 'f28b94cd-9acb-402d-b5db-50a69e90b935', 'tenant_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'floating_ip_address': '172.27.3.35', 'floating_network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'router_id': 'd5d6d445-b8cd-4f47-a92b-4b10fdd02ff7', 'port_id': '926f8330-f4de-40f7-8fb4-d1c143b33c6e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '450519e4-8c12-447b-a687-0d4a9d1435ad', 'mac_address': 'fa:16:3e:3f:9e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369b097d-ba53-4d7d-9ddb-ae39feded1a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T15:32:20Z', 'updated_at': '2021-08-26T15:32:20Z', 'revision_number': 0, 'project_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25db6656-5ef9-406c-9fa2-6c2e4d121a41', 'name': '', 'network_id': '450519e4-8c12-447b-a687-0d4a9d1435ad', 'tenant_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'mac_address': 'fa:16:3e:29:08:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d6d445-b8cd-4f47-a92b-4b10fdd02ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '6465a299-7a62-4790-95c8-1882e69b35c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:26:48Z', 'updated_at': '2021-08-26T15:26:55Z', 'revision_number': 5, 'project_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'subnets': [{'id': '6465a299-7a62-4790-95c8-1882e69b35c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-7-iscsi', False) {} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:32:21.964661 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-7c5eb853-3c82-4e68-a714-51b9c2312897 req-9ca39306-1268-4374-80bd-f510b1d752a8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=926f8330-f4de-40f7-8fb4-d1c143b33c6e HTTP/1.1" status: 200 len: 999 time: 0.0619483 Aug 26 15:32:21.994736 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1b2d0a-bbf8-4c91-ae2d-fe6f16a3e305 None None] Checking router: d5d6d445-b8cd-4f47-a92b-4b10fdd02ff7 for host: dv-cinder-779576-7-iscsi {{(pid=93843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 15:32:22.003300 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1b2d0a-bbf8-4c91-ae2d-fe6f16a3e305 None None] Routers {'d5d6d445-b8cd-4f47-a92b-4b10fdd02ff7'} bound to L3 agent in host dv-cinder-779576-7-iscsi {{(pid=93843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 15:32:22.003907 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-fb1b2d0a-bbf8-4c91-ae2d-fe6f16a3e305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T15:14:10Z,description=,heartbeat_timestamp=2021-08-26T15:32:10Z,host='dv-cinder-779576-7-iscsi',id=00a7d786-edfd-4f04-9152-3b7ae2bbf8ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T15:14:10Z,topic='l3_agent')) {'router_ids': ['d5d6d445-b8cd-4f47-a92b-4b10fdd02ff7'], 'active': True} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:32:22.017920 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5eb853-3c82-4e68-a714-51b9c2312897 req-0eaddeba-63cc-48bb-9bb4-316af4054ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:32:22.019701 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-7c5eb853-3c82-4e68-a714-51b9c2312897 req-0eaddeba-63cc-48bb-9bb4-316af4054ccc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6465a299-7a62-4790-95c8-1882e69b35c5 HTTP/1.1" status: 200 len: 850 time: 0.0480056 Aug 26 15:32:22.067625 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5eb853-3c82-4e68-a714-51b9c2312897 req-c84fd3aa-34f2-48fa-92ce-a4c8f1b19936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:32:22.069212 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-7c5eb853-3c82-4e68-a714-51b9c2312897 req-c84fd3aa-34f2-48fa-92ce-a4c8f1b19936 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=450519e4-8c12-447b-a687-0d4a9d1435ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414295 Aug 26 15:32:22.080785 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [req-7c5eb853-3c82-4e68-a714-51b9c2312897 req-a6542b13-54d8-47da-80cb-a046a6c94375 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93842) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 15:32:22.081765 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-7c5eb853-3c82-4e68-a714-51b9c2312897 req-a6542b13-54d8-47da-80cb-a046a6c94375 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052631 Aug 26 15:32:22.112669 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvr_db [None req-fb1b2d0a-bbf8-4c91-ae2d-fe6f16a3e305 None None] Set router d5d6d445-b8cd-4f47-a92b-4b10fdd02ff7 gateway port host: dv-cinder-779576-7-iscsi {{(pid=93843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 15:32:22.172156 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-7c5eb853-3c82-4e68-a714-51b9c2312897 req-8d910d24-adf8-4961-964b-ee56e7bebd43 service neutron] 10.222.0.47 "GET /v2.0/networks/450519e4-8c12-447b-a687-0d4a9d1435ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836034 Aug 26 15:32:22.266884 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-7c5eb853-3c82-4e68-a714-51b9c2312897 req-25348cc7-f58f-4758-b6b9-57fb4266440b service neutron] 10.222.0.47 "GET /v2.0/networks/450519e4-8c12-447b-a687-0d4a9d1435ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871565 Aug 26 15:32:22.348457 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-fb1b2d0a-bbf8-4c91-ae2d-fe6f16a3e305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5d6d445-b8cd-4f47-a92b-4b10fdd02ff7', 'name': 'tempest-TestVolumeBootPattern-386580631-router', 'tenant_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '0415c8a9-fc07-4695-8ef4-be13d02c0b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:26:45Z', 'updated_at': '2021-08-26T15:26:49Z', 'revision_number': 4, 'project_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'gw_port': {'id': '0415c8a9-fc07-4695-8ef4-be13d02c0b75', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:9d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d6d445-b8cd-4f47-a92b-4b10fdd02ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:26:46Z', 'updated_at': '2021-08-26T15:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi', '_floatingips': [{'id': '2ca8fad0-cdcf-4aa8-8859-e89c99347c09', 'tenant_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'floating_ip_address': '172.27.3.71', 'floating_network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'router_id': 'd5d6d445-b8cd-4f47-a92b-4b10fdd02ff7', 'port_id': '784762c3-e0b5-4a0e-95b9-4b2aee8242f8', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '450519e4-8c12-447b-a687-0d4a9d1435ad', 'mac_address': 'fa:16:3e:99:b2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd365fc6-5722-4ca4-aad8-848d52f8a602', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T15:30:24Z', 'updated_at': '2021-08-26T15:30:26Z', 'revision_number': 1, 'project_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'fixed_ip_address_scope': None}, {'id': 'f28b94cd-9acb-402d-b5db-50a69e90b935', 'tenant_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'floating_ip_address': '172.27.3.35', 'floating_network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'router_id': 'd5d6d445-b8cd-4f47-a92b-4b10fdd02ff7', 'port_id': '926f8330-f4de-40f7-8fb4-d1c143b33c6e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '450519e4-8c12-447b-a687-0d4a9d1435ad', 'mac_address': 'fa:16:3e:3f:9e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369b097d-ba53-4d7d-9ddb-ae39feded1a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T15:32:20Z', 'updated_at': '2021-08-26T15:32:20Z', 'revision_number': 0, 'project_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25db6656-5ef9-406c-9fa2-6c2e4d121a41', 'name': '', 'network_id': '450519e4-8c12-447b-a687-0d4a9d1435ad', 'tenant_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'mac_address': 'fa:16:3e:29:08:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d6d445-b8cd-4f47-a92b-4b10fdd02ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '6465a299-7a62-4790-95c8-1882e69b35c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:26:48Z', 'updated_at': '2021-08-26T15:26:55Z', 'revision_number': 5, 'project_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'subnets': [{'id': '6465a299-7a62-4790-95c8-1882e69b35c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-7-iscsi', False) {} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:32:22.377843 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1b2d0a-bbf8-4c91-ae2d-fe6f16a3e305 None None] The sync data for ids ['d5d6d445-b8cd-4f47-a92b-4b10fdd02ff7'] in dv-cinder-779576-7-iscsi is: [{'id': 'd5d6d445-b8cd-4f47-a92b-4b10fdd02ff7', 'name': 'tempest-TestVolumeBootPattern-386580631-router', 'tenant_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '0415c8a9-fc07-4695-8ef4-be13d02c0b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:26:45Z', 'updated_at': '2021-08-26T15:26:49Z', 'revision_number': 4, 'project_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'gw_port': {'id': '0415c8a9-fc07-4695-8ef4-be13d02c0b75', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:9d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d6d445-b8cd-4f47-a92b-4b10fdd02ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:26:46Z', 'updated_at': '2021-08-26T15:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi', '_floatingips': [{'id': '2ca8fad0-cdcf-4aa8-8859-e89c99347c09', 'tenant_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'floating_ip_address': '172.27.3.71', 'floating_network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'router_id': 'd5d6d445-b8cd-4f47-a92b-4b10fdd02ff7', 'port_id': '784762c3-e0b5-4a0e-95b9-4b2aee8242f8', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '450519e4-8c12-447b-a687-0d4a9d1435ad', 'mac_address': 'fa:16:3e:99:b2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd365fc6-5722-4ca4-aad8-848d52f8a602', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T15:30:24Z', 'updated_at': '2021-08-26T15:30:26Z', 'revision_number': 1, 'project_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'fixed_ip_address_scope': None}, {'id': 'f28b94cd-9acb-402d-b5db-50a69e90b935', 'tenant_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'floating_ip_address': '172.27.3.35', 'floating_network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'router_id': 'd5d6d445-b8cd-4f47-a92b-4b10fdd02ff7', 'port_id': '926f8330-f4de-40f7-8fb4-d1c143b33c6e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '450519e4-8c12-447b-a687-0d4a9d1435ad', 'mac_address': 'fa:16:3e:3f:9e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369b097d-ba53-4d7d-9ddb-ae39feded1a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T15:32:20Z', 'updated_at': '2021-08-26T15:32:20Z', 'revision_number': 0, 'project_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25db6656-5ef9-406c-9fa2-6c2e4d121a41', 'name': '', 'network_id': '450519e4-8c12-447b-a687-0d4a9d1435ad', 'tenant_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'mac_address': 'fa:16:3e:29:08:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d6d445-b8cd-4f47-a92b-4b10fdd02ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '6465a299-7a62-4790-95c8-1882e69b35c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:26:48Z', 'updated_at': '2021-08-26T15:26:55Z', 'revision_number': 5, 'project_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'subnets': [{'id': '6465a299-7a62-4790-95c8-1882e69b35c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 15:32:22.561575 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47c8053-047f-4a57-af1b-b8f4cd4ace08 None None] New status for floating IP f28b94cd-9acb-402d-b5db-50a69e90b935: ACTIVE {{(pid=93844) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 15:32:29.280050 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 34316) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:32:29.437231 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [None req-6693db05-813a-4976-88f5-697de4af2b88 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Deleting port beaebf79-283e-4709-9f3c-99ba0ea7425b {{(pid=93842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 15:32:29.437468 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-6693db05-813a-4976-88f5-697de4af2b88 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793280853279'] for port, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:32:29.512268 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-6693db05-813a-4976-88f5-697de4af2b88 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3924976'] for port, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:32:29.512591 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-6693db05-813a-4976-88f5-697de4af2b88 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:32:29.523834 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [None req-6693db05-813a-4976-88f5-697de4af2b88 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Calling delete_port for beaebf79-283e-4709-9f3c-99ba0ea7425b owned by network:floatingip {{(pid=93842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 15:32:29.675358 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-6693db05-813a-4976-88f5-697de4af2b88 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793280828191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793280355368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261268877'] for port, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:32:29.705919 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6693db05-813a-4976-88f5-697de4af2b88 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Pushing event deleted for resources: {'Port': ['ID=beaebf79-283e-4709-9f3c-99ba0ea7425b,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:32:29.762997 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-6693db05-813a-4976-88f5-697de4af2b88 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Notify callbacks [] for floatingip, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:32:29.763321 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.db.l3_db [None req-6693db05-813a-4976-88f5-697de4af2b88 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Floating IP c9bd8139-3d26-4b46-9416-996066585e6a disassociated (deleted). External IP: 172.27.3.95, port: ed32a2bc-9d64-43e2-af50-c91e256a3a42. Aug 26 15:32:29.967400 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6693db05-813a-4976-88f5-697de4af2b88 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Router 2a229c2e-82ca-42f4-8696-b1084b460c61 has already been hosted by L3 agent 00a7d786-edfd-4f04-9152-3b7ae2bbf8ca {{(pid=93842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 15:32:30.073867 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6693db05-813a-4976-88f5-697de4af2b88 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Notify agent at l3_agent.dv-cinder-779576-7-iscsi the message routers_updated {{(pid=93842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 15:32:30.078692 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-6693db05-813a-4976-88f5-697de4af2b88 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4089636'] for floatingip, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:32:30.083310 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c433c1b-1380-4ef2-841b-6558c0cbf016 None None] Sync routers for ids ['2a229c2e-82ca-42f4-8696-b1084b460c61'] in dv-cinder-779576-7-iscsi {{(pid=93843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 15:32:30.093435 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c433c1b-1380-4ef2-841b-6558c0cbf016 None None] Routers {'2a229c2e-82ca-42f4-8696-b1084b460c61'} bound to L3 agent in host dv-cinder-779576-7-iscsi {{(pid=93843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 15:32:30.094074 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-2c433c1b-1380-4ef2-841b-6558c0cbf016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T15:14:10Z,description=,heartbeat_timestamp=2021-08-26T15:32:10Z,host='dv-cinder-779576-7-iscsi',id=00a7d786-edfd-4f04-9152-3b7ae2bbf8ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T15:14:10Z,topic='l3_agent')) {'router_ids': ['2a229c2e-82ca-42f4-8696-b1084b460c61'], 'active': True} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:32:30.105498 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-6693db05-813a-4976-88f5-697de4af2b88 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] 10.222.0.20 "DELETE /v2.0/floatingips/c9bd8139-3d26-4b46-9416-996066585e6a HTTP/1.1" status: 204 len: 168 time: 0.8240144 Aug 26 15:32:30.106116 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e3b2300-fb25-4d73-8dc1-8da5c0aa2c9a', 'tag': 'ed32a2bc-9d64-43e2-af50-c91e256a3a42'}] {{(pid=93842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 15:32:30.108334 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ba7f6f71eda5a1db7669fef78c8684417bcd8012e21f8533533c8be1abdbb96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0048a46b-6d8b-45b9-a566-ca1b65d6ae41" -d '{"events": [{"name": "network-changed", "server_uuid": "1e3b2300-fb25-4d73-8dc1-8da5c0aa2c9a", "tag": "ed32a2bc-9d64-43e2-af50-c91e256a3a42"}]}' {{(pid=93842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:32:30.147450 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 15:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8e8c33e-98ad-4fe9-815e-5e2209f9f9f7 x-openstack-request-id: req-d8e8c33e-98ad-4fe9-815e-5e2209f9f9f7 {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:32:30.147744 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e3b2300-fb25-4d73-8dc1-8da5c0aa2c9a", "tag": "ed32a2bc-9d64-43e2-af50-c91e256a3a42", "status": "completed", "code": 200}]} {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:32:30.147999 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d8e8c33e-98ad-4fe9-815e-5e2209f9f9f7 {{(pid=93842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:32:30.148397 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e3b2300-fb25-4d73-8dc1-8da5c0aa2c9a', 'tag': 'ed32a2bc-9d64-43e2-af50-c91e256a3a42', 'status': 'completed', 'code': 200} Aug 26 15:32:30.216534 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvr_db [None req-2c433c1b-1380-4ef2-841b-6558c0cbf016 None None] Set router 2a229c2e-82ca-42f4-8696-b1084b460c61 gateway port host: dv-cinder-779576-7-iscsi {{(pid=93843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 15:32:30.219463 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0048a46b-6d8b-45b9-a566-ca1b65d6ae41 req-14dd415e-007c-4787-8257-a143a5f5a59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:32:30.220934 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-0048a46b-6d8b-45b9-a566-ca1b65d6ae41 req-14dd415e-007c-4787-8257-a143a5f5a59f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6f82b801e0334e5b8e81593b9cfcefb6&device_id=1e3b2300-fb25-4d73-8dc1-8da5c0aa2c9a HTTP/1.1" status: 200 len: 1099 time: 0.0464344 Aug 26 15:32:30.337462 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0048a46b-6d8b-45b9-a566-ca1b65d6ae41 req-78f726cb-e822-489b-8776-c4c03ee70c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:32:30.340297 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-0048a46b-6d8b-45b9-a566-ca1b65d6ae41 req-78f726cb-e822-489b-8776-c4c03ee70c91 service neutron] 10.222.0.47 "GET /v2.0/networks?id=329fd950-a540-4a75-a3a7-58422b6c25d2 HTTP/1.1" status: 200 len: 910 time: 0.1056099 Aug 26 15:32:30.342467 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68518e14-2a65-4d77-82e6-6bd670b7f428 req-49f255d0-3b9b-4d76-a4ba-ef7b0e18f0ce tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:32:30.344006 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-68518e14-2a65-4d77-82e6-6bd670b7f428 req-49f255d0-3b9b-4d76-a4ba-ef7b0e18f0ce tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e3b2300-fb25-4d73-8dc1-8da5c0aa2c9a HTTP/1.1" status: 200 len: 946 time: 0.0526712 Aug 26 15:32:30.387921 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-0048a46b-6d8b-45b9-a566-ca1b65d6ae41 req-ed00a3fc-1f5b-4695-8dae-a6f2f00525d3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ed32a2bc-9d64-43e2-af50-c91e256a3a42 HTTP/1.1" status: 200 len: 217 time: 0.0375905 Aug 26 15:32:30.390160 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-68518e14-2a65-4d77-82e6-6bd670b7f428 req-88b763a6-50b8-4ec0-abb0-23a72daf57c7 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb8acce8-8a0d-42a7-b64f-05a0046f470e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365365 Aug 26 15:32:30.432123 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-2c433c1b-1380-4ef2-841b-6558c0cbf016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a229c2e-82ca-42f4-8696-b1084b460c61', 'name': 'tempest-TestShelveInstance-1118848207-router', 'tenant_id': '6f82b801e0334e5b8e81593b9cfcefb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': 'ac3550e0-27b0-4a2b-a939-b2a5d0f96558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:27:34Z', 'updated_at': '2021-08-26T15:27:37Z', 'revision_number': 4, 'project_id': '6f82b801e0334e5b8e81593b9cfcefb6', 'gw_port': {'id': 'ac3550e0-27b0-4a2b-a939-b2a5d0f96558', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:14:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a229c2e-82ca-42f4-8696-b1084b460c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:27:35Z', 'updated_at': '2021-08-26T15:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi', '_interfaces': [{'id': 'd98bb76a-750c-4626-b037-af80e01a076e', 'name': '', 'network_id': '329fd950-a540-4a75-a3a7-58422b6c25d2', 'tenant_id': '6f82b801e0334e5b8e81593b9cfcefb6', 'mac_address': 'fa:16:3e:e1:1a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a229c2e-82ca-42f4-8696-b1084b460c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'dfc17a86-1d58-4632-8a91-fe4726db6b6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:27:37Z', 'updated_at': '2021-08-26T15:27:45Z', 'revision_number': 5, 'project_id': '6f82b801e0334e5b8e81593b9cfcefb6', 'subnets': [{'id': 'dfc17a86-1d58-4632-8a91-fe4726db6b6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-7-iscsi', False) {} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:32:30.444175 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0048a46b-6d8b-45b9-a566-ca1b65d6ae41 req-31404972-7c7b-46f2-9421-34a555d29fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:32:30.445945 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-0048a46b-6d8b-45b9-a566-ca1b65d6ae41 req-31404972-7c7b-46f2-9421-34a555d29fea service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dfc17a86-1d58-4632-8a91-fe4726db6b6d HTTP/1.1" status: 200 len: 848 time: 0.0489380 Aug 26 15:32:30.458798 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c433c1b-1380-4ef2-841b-6558c0cbf016 None None] Checking router: 2a229c2e-82ca-42f4-8696-b1084b460c61 for host: dv-cinder-779576-7-iscsi {{(pid=93843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 15:32:30.467967 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c433c1b-1380-4ef2-841b-6558c0cbf016 None None] Routers {'2a229c2e-82ca-42f4-8696-b1084b460c61'} bound to L3 agent in host dv-cinder-779576-7-iscsi {{(pid=93843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 15:32:30.468570 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-2c433c1b-1380-4ef2-841b-6558c0cbf016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T15:14:10Z,description=,heartbeat_timestamp=2021-08-26T15:32:10Z,host='dv-cinder-779576-7-iscsi',id=00a7d786-edfd-4f04-9152-3b7ae2bbf8ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T15:14:10Z,topic='l3_agent')) {'router_ids': ['2a229c2e-82ca-42f4-8696-b1084b460c61'], 'active': True} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:32:30.494359 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0048a46b-6d8b-45b9-a566-ca1b65d6ae41 req-58c016d9-3dad-44f2-982c-8e9a08dd1385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:32:30.496214 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-0048a46b-6d8b-45b9-a566-ca1b65d6ae41 req-58c016d9-3dad-44f2-982c-8e9a08dd1385 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=329fd950-a540-4a75-a3a7-58422b6c25d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411284 Aug 26 15:32:30.578078 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvr_db [None req-2c433c1b-1380-4ef2-841b-6558c0cbf016 None None] Set router 2a229c2e-82ca-42f4-8696-b1084b460c61 gateway port host: dv-cinder-779576-7-iscsi {{(pid=93843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 15:32:30.595545 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-0048a46b-6d8b-45b9-a566-ca1b65d6ae41 req-e6f392ea-bbfa-43e4-b379-4d32bff09ddd service neutron] 10.222.0.47 "GET /v2.0/networks/329fd950-a540-4a75-a3a7-58422b6c25d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912793 Aug 26 15:32:30.690579 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-0048a46b-6d8b-45b9-a566-ca1b65d6ae41 req-4207cf73-fb71-4ca6-a1e2-77a19a642b1d service neutron] 10.222.0.47 "GET /v2.0/networks/329fd950-a540-4a75-a3a7-58422b6c25d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868840 Aug 26 15:32:30.907120 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-2c433c1b-1380-4ef2-841b-6558c0cbf016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a229c2e-82ca-42f4-8696-b1084b460c61', 'name': 'tempest-TestShelveInstance-1118848207-router', 'tenant_id': '6f82b801e0334e5b8e81593b9cfcefb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': 'ac3550e0-27b0-4a2b-a939-b2a5d0f96558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:27:34Z', 'updated_at': '2021-08-26T15:27:37Z', 'revision_number': 4, 'project_id': '6f82b801e0334e5b8e81593b9cfcefb6', 'gw_port': {'id': 'ac3550e0-27b0-4a2b-a939-b2a5d0f96558', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:14:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a229c2e-82ca-42f4-8696-b1084b460c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:27:35Z', 'updated_at': '2021-08-26T15:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi', '_interfaces': [{'id': 'd98bb76a-750c-4626-b037-af80e01a076e', 'name': '', 'network_id': '329fd950-a540-4a75-a3a7-58422b6c25d2', 'tenant_id': '6f82b801e0334e5b8e81593b9cfcefb6', 'mac_address': 'fa:16:3e:e1:1a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a229c2e-82ca-42f4-8696-b1084b460c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'dfc17a86-1d58-4632-8a91-fe4726db6b6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:27:37Z', 'updated_at': '2021-08-26T15:27:45Z', 'revision_number': 5, 'project_id': '6f82b801e0334e5b8e81593b9cfcefb6', 'subnets': [{'id': 'dfc17a86-1d58-4632-8a91-fe4726db6b6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-7-iscsi', False) {} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:32:30.933414 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c433c1b-1380-4ef2-841b-6558c0cbf016 None None] The sync data for ids ['2a229c2e-82ca-42f4-8696-b1084b460c61'] in dv-cinder-779576-7-iscsi is: [{'id': '2a229c2e-82ca-42f4-8696-b1084b460c61', 'name': 'tempest-TestShelveInstance-1118848207-router', 'tenant_id': '6f82b801e0334e5b8e81593b9cfcefb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': 'ac3550e0-27b0-4a2b-a939-b2a5d0f96558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:27:34Z', 'updated_at': '2021-08-26T15:27:37Z', 'revision_number': 4, 'project_id': '6f82b801e0334e5b8e81593b9cfcefb6', 'gw_port': {'id': 'ac3550e0-27b0-4a2b-a939-b2a5d0f96558', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:14:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a229c2e-82ca-42f4-8696-b1084b460c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:27:35Z', 'updated_at': '2021-08-26T15:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi', '_interfaces': [{'id': 'd98bb76a-750c-4626-b037-af80e01a076e', 'name': '', 'network_id': '329fd950-a540-4a75-a3a7-58422b6c25d2', 'tenant_id': '6f82b801e0334e5b8e81593b9cfcefb6', 'mac_address': 'fa:16:3e:e1:1a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a229c2e-82ca-42f4-8696-b1084b460c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'dfc17a86-1d58-4632-8a91-fe4726db6b6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:27:37Z', 'updated_at': '2021-08-26T15:27:45Z', 'revision_number': 5, 'project_id': '6f82b801e0334e5b8e81593b9cfcefb6', 'subnets': [{'id': 'dfc17a86-1d58-4632-8a91-fe4726db6b6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 15:32:31.144842 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512d7993-08ab-41f7-8a50-00d6b5a49abd None None] New status for floating IP c9bd8139-3d26-4b46-9416-996066585e6a: DOWN {{(pid=93844) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 15:32:31.763975 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575980f4-a355-40af-8275-5a485a0bd3fc req-7ad430a7-9c8a-4e99-8578-5f174910339c tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:32:31.765459 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-575980f4-a355-40af-8275-5a485a0bd3fc req-7ad430a7-9c8a-4e99-8578-5f174910339c tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e3b2300-fb25-4d73-8dc1-8da5c0aa2c9a HTTP/1.1" status: 200 len: 946 time: 0.3039746 Aug 26 15:32:31.804409 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-575980f4-a355-40af-8275-5a485a0bd3fc req-1d4dc265-acb1-4437-880e-6f01adf07ee2 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb8acce8-8a0d-42a7-b64f-05a0046f470e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328329 Aug 26 15:32:31.899226 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd881a7-4176-453f-ab4e-def1bbcd6d61 req-a8eb7601-881c-4c1a-a44d-c77962bb88da tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:32:31.900688 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-7bd881a7-4176-453f-ab4e-def1bbcd6d61 req-a8eb7601-881c-4c1a-a44d-c77962bb88da tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] 10.222.0.47 "GET /v2.0/ports?device_id=1e3b2300-fb25-4d73-8dc1-8da5c0aa2c9a HTTP/1.1" status: 200 len: 946 time: 0.0489330 Aug 26 15:32:31.998495 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [req-7bd881a7-4176-453f-ab4e-def1bbcd6d61 req-bc0215c3-ca4e-436f-94c2-81dee63f5ce6 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Deleting port ed32a2bc-9d64-43e2-af50-c91e256a3a42 {{(pid=93842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 15:32:31.998754 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-7bd881a7-4176-453f-ab4e-def1bbcd6d61 req-bc0215c3-ca4e-436f-94c2-81dee63f5ce6 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793280853279'] for port, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:32:32.090721 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.db [req-7bd881a7-4176-453f-ab4e-def1bbcd6d61 req-bc0215c3-ca4e-436f-94c2-81dee63f5ce6 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] For port ed32a2bc-9d64-43e2-af50-c91e256a3a42, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=ed32a2bc-9d64-43e2-af50-c91e256a3a42,segment=NetworkSegment(393d523d-3aa9-48f0-bebb-8ad681df49e0),segment_id=393d523d-3aa9-48f0-bebb-8ad681df49e0)] {{(pid=93842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:32:32.091077 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-7bd881a7-4176-453f-ab4e-def1bbcd6d61 req-bc0215c3-ca4e-436f-94c2-81dee63f5ce6 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3924976'] for port, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:32:32.105140 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [req-7bd881a7-4176-453f-ab4e-def1bbcd6d61 req-bc0215c3-ca4e-436f-94c2-81dee63f5ce6 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Calling delete_port for ed32a2bc-9d64-43e2-af50-c91e256a3a42 owned by compute:nova {{(pid=93842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 15:32:32.236585 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-7bd881a7-4176-453f-ab4e-def1bbcd6d61 req-bc0215c3-ca4e-436f-94c2-81dee63f5ce6 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793280828191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793280355368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261268877'] for port, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:32:32.266820 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0215c3-ca4e-436f-94c2-81dee63f5ce6 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Pushing event deleted for resources: {'Port': ['ID=ed32a2bc-9d64-43e2-af50-c91e256a3a42,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:32:32.307688 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bd881a7-4176-453f-ab4e-def1bbcd6d61 req-bc0215c3-ca4e-436f-94c2-81dee63f5ce6 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] No DVR routers for this DVR port ed32a2bc-9d64-43e2-af50-c91e256a3a42 on host hv-cinder-77957 {{(pid=93842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 15:32:32.310307 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-7bd881a7-4176-453f-ab4e-def1bbcd6d61 req-bc0215c3-ca4e-436f-94c2-81dee63f5ce6 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4089636'] for port, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:32:32.312278 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-7bd881a7-4176-453f-ab4e-def1bbcd6d61 req-bc0215c3-ca4e-436f-94c2-81dee63f5ce6 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] 10.222.0.47 "DELETE /v2.0/ports/ed32a2bc-9d64-43e2-af50-c91e256a3a42 HTTP/1.1" status: 204 len: 173 time: 0.4042954 Aug 26 15:32:32.312725 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e3b2300-fb25-4d73-8dc1-8da5c0aa2c9a', 'name': 'network-vif-deleted', 'tag': 'ed32a2bc-9d64-43e2-af50-c91e256a3a42'}] {{(pid=93842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 15:32:32.315033 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ba7f6f71eda5a1db7669fef78c8684417bcd8012e21f8533533c8be1abdbb96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-820b3c9f-db81-4e01-8395-723e92549014" -d '{"events": [{"server_uuid": "1e3b2300-fb25-4d73-8dc1-8da5c0aa2c9a", "name": "network-vif-deleted", "tag": "ed32a2bc-9d64-43e2-af50-c91e256a3a42"}]}' {{(pid=93842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:32:32.350829 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 15:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4039ad7-2f89-4e47-a265-3b1950d63bd5 x-openstack-request-id: req-f4039ad7-2f89-4e47-a265-3b1950d63bd5 {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:32:32.351126 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e3b2300-fb25-4d73-8dc1-8da5c0aa2c9a", "name": "network-vif-deleted", "tag": "ed32a2bc-9d64-43e2-af50-c91e256a3a42", "status": "completed", "code": 200}]} {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:32:32.351381 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f4039ad7-2f89-4e47-a265-3b1950d63bd5 {{(pid=93842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:32:32.351777 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e3b2300-fb25-4d73-8dc1-8da5c0aa2c9a', 'name': 'network-vif-deleted', 'tag': 'ed32a2bc-9d64-43e2-af50-c91e256a3a42', 'status': 'completed', 'code': 200} Aug 26 15:32:32.918694 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-b6794067-da53-4780-8e1f-1d6aabe5c3a7 req-aedc4e16-ceba-4371-bf68-d9a32f3cf752 tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e3b2300-fb25-4d73-8dc1-8da5c0aa2c9a HTTP/1.1" status: 200 len: 210 time: 0.0300226 Aug 26 15:32:33.975653 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 34332) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:32:34.034218 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-c7d6ef38-1bfc-4228-8f7f-695cd34324df tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Notify callbacks [] for security_group, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:32:34.060932 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-c7d6ef38-1bfc-4228-8f7f-695cd34324df tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:32:34.126233 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-c7d6ef38-1bfc-4228-8f7f-695cd34324df tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:32:34.128772 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-c7d6ef38-1bfc-4228-8f7f-695cd34324df tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Notify callbacks [] for security_group, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:32:34.130013 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-c7d6ef38-1bfc-4228-8f7f-695cd34324df tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] 10.222.0.20 "DELETE /v2.0/security-groups/bb8acce8-8a0d-42a7-b64f-05a0046f470e HTTP/1.1" status: 204 len: 168 time: 0.1533263 Aug 26 15:32:34.139506 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d6ef38-1bfc-4228-8f7f-695cd34324df tempest-TestShelveInstance-590559647 tempest-TestShelveInstance-590559647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb8acce8-8a0d-42a7-b64f-05a0046f470e,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:32:34.181181 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 34336) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:32:34.636993 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-111c8b75-ccc0-404b-946a-6d1ad967544a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3926049'] for router_interface, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:32:34.894548 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.plugin [None req-111c8b75-ccc0-404b-946a-6d1ad967544a admin admin] Deleting port d98bb76a-750c-4626-b037-af80e01a076e {{(pid=93841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 15:32:34.894821 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-111c8b75-ccc0-404b-946a-6d1ad967544a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793280853279'] for port, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:32:34.973219 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-111c8b75-ccc0-404b-946a-6d1ad967544a admin admin] For port d98bb76a-750c-4626-b037-af80e01a076e, host dv-cinder-779576-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-7-iscsi',level=0,port_id=d98bb76a-750c-4626-b037-af80e01a076e,segment=NetworkSegment(393d523d-3aa9-48f0-bebb-8ad681df49e0),segment_id=393d523d-3aa9-48f0-bebb-8ad681df49e0)] {{(pid=93841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:32:34.973588 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-111c8b75-ccc0-404b-946a-6d1ad967544a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3924976'] for port, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:32:34.991551 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.plugin [None req-111c8b75-ccc0-404b-946a-6d1ad967544a admin admin] Calling delete_port for d98bb76a-750c-4626-b037-af80e01a076e owned by network:router_interface {{(pid=93841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 15:32:35.196931 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-111c8b75-ccc0-404b-946a-6d1ad967544a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793280828191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793280355368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263742114'] for port, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:32:35.224414 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111c8b75-ccc0-404b-946a-6d1ad967544a admin admin] Pushing event deleted for resources: {'Port': ['ID=d98bb76a-750c-4626-b037-af80e01a076e,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:32:35.393763 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-111c8b75-ccc0-404b-946a-6d1ad967544a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3774358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3926251'] for router_interface, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:32:35.611844 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-111c8b75-ccc0-404b-946a-6d1ad967544a admin admin] Router 2a229c2e-82ca-42f4-8696-b1084b460c61 has already been hosted by L3 agent 00a7d786-edfd-4f04-9152-3b7ae2bbf8ca {{(pid=93841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 15:32:35.722098 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-111c8b75-ccc0-404b-946a-6d1ad967544a admin admin] Notify agent at l3_agent.dv-cinder-779576-7-iscsi the message routers_updated {{(pid=93841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 15:32:35.727178 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-111c8b75-ccc0-404b-946a-6d1ad967544a admin admin] 10.222.0.20 "PUT /v2.0/routers/2a229c2e-82ca-42f4-8696-b1084b460c61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5441084 Aug 26 15:32:35.730395 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 34342) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:32:35.733148 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78052fe6-3eb8-42d5-8fab-9d86d02c2c09 None None] Sync routers for ids ['2a229c2e-82ca-42f4-8696-b1084b460c61'] in dv-cinder-779576-7-iscsi {{(pid=93843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 15:32:35.742707 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78052fe6-3eb8-42d5-8fab-9d86d02c2c09 None None] Routers {'2a229c2e-82ca-42f4-8696-b1084b460c61'} bound to L3 agent in host dv-cinder-779576-7-iscsi {{(pid=93843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 15:32:35.743325 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-78052fe6-3eb8-42d5-8fab-9d86d02c2c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T15:14:10Z,description=,heartbeat_timestamp=2021-08-26T15:32:10Z,host='dv-cinder-779576-7-iscsi',id=00a7d786-edfd-4f04-9152-3b7ae2bbf8ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T15:14:10Z,topic='l3_agent')) {'router_ids': ['2a229c2e-82ca-42f4-8696-b1084b460c61'], 'active': True} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:32:35.839950 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-9d84c9ed-6040-43b1-94c4-0b43cfce185b admin admin] Notify callbacks [] for router, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:32:35.852153 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvr_db [None req-78052fe6-3eb8-42d5-8fab-9d86d02c2c09 None None] Set router 2a229c2e-82ca-42f4-8696-b1084b460c61 gateway port host: dv-cinder-779576-7-iscsi {{(pid=93843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 15:32:35.944162 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-9d84c9ed-6040-43b1-94c4-0b43cfce185b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:32:35.998273 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.plugin [None req-9d84c9ed-6040-43b1-94c4-0b43cfce185b admin admin] Deleting port ac3550e0-27b0-4a2b-a939-b2a5d0f96558 {{(pid=93841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 15:32:35.998614 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-9d84c9ed-6040-43b1-94c4-0b43cfce185b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793280853279'] for port, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:32:36.033533 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-78052fe6-3eb8-42d5-8fab-9d86d02c2c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a229c2e-82ca-42f4-8696-b1084b460c61', 'name': 'tempest-TestShelveInstance-1118848207-router', 'tenant_id': '6f82b801e0334e5b8e81593b9cfcefb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': 'ac3550e0-27b0-4a2b-a939-b2a5d0f96558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:27:34Z', 'updated_at': '2021-08-26T15:32:35Z', 'revision_number': 5, 'project_id': '6f82b801e0334e5b8e81593b9cfcefb6', 'gw_port': {'id': 'ac3550e0-27b0-4a2b-a939-b2a5d0f96558', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:14:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a229c2e-82ca-42f4-8696-b1084b460c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:27:35Z', 'updated_at': '2021-08-26T15:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi'}], 'dv-cinder-779576-7-iscsi', False) {} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:32:36.063408 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78052fe6-3eb8-42d5-8fab-9d86d02c2c09 None None] Checking router: 2a229c2e-82ca-42f4-8696-b1084b460c61 for host: dv-cinder-779576-7-iscsi {{(pid=93843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 15:32:36.072444 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78052fe6-3eb8-42d5-8fab-9d86d02c2c09 None None] Routers {'2a229c2e-82ca-42f4-8696-b1084b460c61'} bound to L3 agent in host dv-cinder-779576-7-iscsi {{(pid=93843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 15:32:36.073614 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-78052fe6-3eb8-42d5-8fab-9d86d02c2c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T15:14:10Z,description=,heartbeat_timestamp=2021-08-26T15:32:10Z,host='dv-cinder-779576-7-iscsi',id=00a7d786-edfd-4f04-9152-3b7ae2bbf8ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T15:14:10Z,topic='l3_agent')) {'router_ids': ['2a229c2e-82ca-42f4-8696-b1084b460c61'], 'active': True} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:32:36.080650 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-9d84c9ed-6040-43b1-94c4-0b43cfce185b admin admin] For port ac3550e0-27b0-4a2b-a939-b2a5d0f96558, host dv-cinder-779576-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-7-iscsi',level=0,port_id=ac3550e0-27b0-4a2b-a939-b2a5d0f96558,segment=NetworkSegment(d599df7f-c7a7-42e6-8c54-3da29125ead3),segment_id=d599df7f-c7a7-42e6-8c54-3da29125ead3)] {{(pid=93841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:32:36.081019 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-9d84c9ed-6040-43b1-94c4-0b43cfce185b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3924976'] for port, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:32:36.098819 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.plugin [None req-9d84c9ed-6040-43b1-94c4-0b43cfce185b admin admin] Calling delete_port for ac3550e0-27b0-4a2b-a939-b2a5d0f96558 owned by network:router_gateway {{(pid=93841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 15:32:36.161941 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvr_db [None req-78052fe6-3eb8-42d5-8fab-9d86d02c2c09 None None] Set router 2a229c2e-82ca-42f4-8696-b1084b460c61 gateway port host: None {{(pid=93843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 15:32:36.215525 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-78052fe6-3eb8-42d5-8fab-9d86d02c2c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a229c2e-82ca-42f4-8696-b1084b460c61', 'name': 'tempest-TestShelveInstance-1118848207-router', 'tenant_id': '6f82b801e0334e5b8e81593b9cfcefb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:27:34Z', 'updated_at': '2021-08-26T15:32:35Z', 'revision_number': 6, 'project_id': '6f82b801e0334e5b8e81593b9cfcefb6', 'gw_port_host': None}], 'dv-cinder-779576-7-iscsi', False) {} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:32:36.245456 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78052fe6-3eb8-42d5-8fab-9d86d02c2c09 None None] The sync data for ids ['2a229c2e-82ca-42f4-8696-b1084b460c61'] in dv-cinder-779576-7-iscsi is: [{'id': '2a229c2e-82ca-42f4-8696-b1084b460c61', 'name': 'tempest-TestShelveInstance-1118848207-router', 'tenant_id': '6f82b801e0334e5b8e81593b9cfcefb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:27:34Z', 'updated_at': '2021-08-26T15:32:35Z', 'revision_number': 6, 'project_id': '6f82b801e0334e5b8e81593b9cfcefb6', 'gw_port_host': None}] {{(pid=93843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 15:32:36.267799 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-9d84c9ed-6040-43b1-94c4-0b43cfce185b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793280828191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793280355368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263742114'] for port, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:32:36.303052 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d84c9ed-6040-43b1-94c4-0b43cfce185b admin admin] Pushing event deleted for resources: {'Port': ['ID=ac3550e0-27b0-4a2b-a939-b2a5d0f96558,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:32:36.360380 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-9d84c9ed-6040-43b1-94c4-0b43cfce185b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3928497'] for router_gateway, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:32:36.452699 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-9d84c9ed-6040-43b1-94c4-0b43cfce185b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3930414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28890'] for router, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:32:36.454885 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-9d84c9ed-6040-43b1-94c4-0b43cfce185b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:32:36.504058 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-9d84c9ed-6040-43b1-94c4-0b43cfce185b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3930401'] for router, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:32:36.504581 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d84c9ed-6040-43b1-94c4-0b43cfce185b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a229c2e-82ca-42f4-8696-b1084b460c61 {{(pid=93841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 15:32:36.509783 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-9d84c9ed-6040-43b1-94c4-0b43cfce185b admin admin] Notify callbacks [] for router, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:32:36.511097 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-9d84c9ed-6040-43b1-94c4-0b43cfce185b admin admin] 10.222.0.20 "DELETE /v2.0/routers/2a229c2e-82ca-42f4-8696-b1084b460c61 HTTP/1.1" status: 204 len: 168 time: 0.7796500 Aug 26 15:32:36.513823 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 34344) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:32:36.559403 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fbef652-4660-4a35-ba29-93d50d4fec05 admin admin] Deleting subnet dfc17a86-1d58-4632-8a91-fe4726db6b6d {{(pid=93841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 15:32:36.562557 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-3fbef652-4660-4a35-ba29-93d50d4fec05 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:32:36.607615 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-3fbef652-4660-4a35-ba29-93d50d4fec05 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263749214'] for subnet, precommit_delete_associations {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:32:36.694270 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-3fbef652-4660-4a35-ba29-93d50d4fec05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3507378'] for subnet, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:32:36.749264 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-3fbef652-4660-4a35-ba29-93d50d4fec05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3507389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263742193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263881457'] for subnet, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:32:36.774647 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbef652-4660-4a35-ba29-93d50d4fec05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfc17a86-1d58-4632-8a91-fe4726db6b6d,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:32:36.778846 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-3fbef652-4660-4a35-ba29-93d50d4fec05 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:32:36.783165 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-3fbef652-4660-4a35-ba29-93d50d4fec05 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/dfc17a86-1d58-4632-8a91-fe4726db6b6d HTTP/1.1" status: 204 len: 168 time: 0.2659564 Aug 26 15:32:36.783281 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 34346) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:32:36.786568 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eecbbb32-dfd4-4877-8545-b09e51d39582 None None] Network 329fd950-a540-4a75-a3a7-58422b6c25d2 requested from dv-cinder-779576-7-iscsi {{(pid=93843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 15:32:36.850818 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-7dcca6c4-9d0f-499e-9c9e-4cadcd8d173b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526882'] for network, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:32:36.908343 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.plugin [None req-7dcca6c4-9d0f-499e-9c9e-4cadcd8d173b admin admin] Deleting port d0407aaa-71af-4b7a-ac1b-641d9192289d {{(pid=93841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 15:32:36.908689 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-7dcca6c4-9d0f-499e-9c9e-4cadcd8d173b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793280853279'] for port, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:32:36.971224 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-7dcca6c4-9d0f-499e-9c9e-4cadcd8d173b admin admin] For port d0407aaa-71af-4b7a-ac1b-641d9192289d, host dv-cinder-779576-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-7-iscsi',level=0,port_id=d0407aaa-71af-4b7a-ac1b-641d9192289d,segment=NetworkSegment(393d523d-3aa9-48f0-bebb-8ad681df49e0),segment_id=393d523d-3aa9-48f0-bebb-8ad681df49e0)] {{(pid=93841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:32:36.971511 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-7dcca6c4-9d0f-499e-9c9e-4cadcd8d173b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3924976'] for port, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:32:36.984473 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.plugin [None req-7dcca6c4-9d0f-499e-9c9e-4cadcd8d173b admin admin] Calling delete_port for d0407aaa-71af-4b7a-ac1b-641d9192289d owned by network:dhcp {{(pid=93841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 15:32:37.043521 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5b6e6c-26d9-4021-8ea7-0509a2c831a7 None None] DHCP port deletion for 329fd950-a540-4a75-a3a7-58422b6c25d2 request from dv-cinder-779576-7-iscsi {{(pid=93843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 15:32:37.048882 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Device ed32a2bc-9d64-43e2-af50-c91e256a3a42 no longer exists at agent hyperv_hv-cinder-77957 {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 15:32:37.074125 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-7dcca6c4-9d0f-499e-9c9e-4cadcd8d173b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793280828191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793280355368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263742114'] for port, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:32:37.074314 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] No Port match for: ed32a2bc-9d64-43e2-af50-c91e256a3a42 {{(pid=93843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 15:32:37.074658 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Device ed32a2bc-9d64-43e2-af50-c91e256a3a42 not bound to the agent host hv-cinder-77957 {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 15:32:37.093116 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-2e5b6e6c-26d9-4021-8ea7-0509a2c831a7 None None] The port 'd0407aaa-71af-4b7a-ac1b-641d9192289d' was deleted {{(pid=93843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1939}} Aug 26 15:32:37.114401 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcca6c4-9d0f-499e-9c9e-4cadcd8d173b admin admin] Pushing event deleted for resources: {'Port': ['ID=d0407aaa-71af-4b7a-ac1b-641d9192289d,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:32:37.118975 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dcca6c4-9d0f-499e-9c9e-4cadcd8d173b admin admin] No DVR routers for this DVR port d0407aaa-71af-4b7a-ac1b-641d9192289d on host dv-cinder-779576-7-iscsi {{(pid=93841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 15:32:37.127523 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Device d98bb76a-750c-4626-b037-af80e01a076e no longer exists at agent ovs-agent-dv-cinder-779576-7-iscsi {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 15:32:37.147606 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] No Port match for: d98bb76a-750c-4626-b037-af80e01a076e {{(pid=93843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 15:32:37.147953 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Device d98bb76a-750c-4626-b037-af80e01a076e not bound to the agent host dv-cinder-779576-7-iscsi {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 15:32:37.192271 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-5e481942-0030-4613-b56f-f5cc59949c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:32:37.196083 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-7dcca6c4-9d0f-499e-9c9e-4cadcd8d173b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687945', 'neutron.services.segments.db._delete_segments_for_network-8793280934638'] for network, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:32:37.207410 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.services.segments.db [None req-7dcca6c4-9d0f-499e-9c9e-4cadcd8d173b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['329fd950-a540-4a75-a3a7-58422b6c25d2']}} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:32:37.217924 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.services.segments.db [None req-7dcca6c4-9d0f-499e-9c9e-4cadcd8d173b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '393d523d-3aa9-48f0-bebb-8ad681df49e0') {'for_net_delete': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:32:37.218230 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.services.segments.db [None req-7dcca6c4-9d0f-499e-9c9e-4cadcd8d173b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '393d523d-3aa9-48f0-bebb-8ad681df49e0') {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:32:37.227022 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-7dcca6c4-9d0f-499e-9c9e-4cadcd8d173b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793280934521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263749185'] for segment, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:32:37.241409 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-7dcca6c4-9d0f-499e-9c9e-4cadcd8d173b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509819'] for segment, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:32:37.250165 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dcca6c4-9d0f-499e-9c9e-4cadcd8d173b admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=93841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 15:32:37.250577 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-7dcca6c4-9d0f-499e-9c9e-4cadcd8d173b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263742103'] for segment, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:32:37.252486 dv-cinder-779576-7-iscsi neutron-server[93841]: Traceback (most recent call last): Aug 26 15:32:37.252486 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 15:32:37.252486 dv-cinder-779576-7-iscsi neutron-server[93841]: timer() Aug 26 15:32:37.252486 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 15:32:37.252486 dv-cinder-779576-7-iscsi neutron-server[93841]: cb(*args, **kw) Aug 26 15:32:37.252486 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 15:32:37.252486 dv-cinder-779576-7-iscsi neutron-server[93841]: return func(*args, **kwargs) Aug 26 15:32:37.252486 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 15:32:37.252486 dv-cinder-779576-7-iscsi neutron-server[93841]: self._notify() Aug 26 15:32:37.252486 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 15:32:37.252486 dv-cinder-779576-7-iscsi neutron-server[93841]: self.callback(batched_events) Aug 26 15:32:37.252486 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 15:32:37.252486 dv-cinder-779576-7-iscsi neutron-server[93841]: event.method(event) Aug 26 15:32:37.252486 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 15:32:37.252486 dv-cinder-779576-7-iscsi neutron-server[93841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 15:32:37.252486 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 15:32:37.252486 dv-cinder-779576-7-iscsi neutron-server[93841]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 15:32:37.252486 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 15:32:37.252486 dv-cinder-779576-7-iscsi neutron-server[93841]: return f(self, *a, **k) Aug 26 15:32:37.252486 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 15:32:37.252486 dv-cinder-779576-7-iscsi neutron-server[93841]: return self._get(url).json() Aug 26 15:32:37.252486 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 15:32:37.252486 dv-cinder-779576-7-iscsi neutron-server[93841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 15:32:37.252486 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 15:32:37.252486 dv-cinder-779576-7-iscsi neutron-server[93841]: return self.request(url, 'GET', **kwargs) Aug 26 15:32:37.252486 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 15:32:37.252486 dv-cinder-779576-7-iscsi neutron-server[93841]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 15:32:37.252486 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 15:32:37.252486 dv-cinder-779576-7-iscsi neutron-server[93841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 15:32:37.252486 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 15:32:37.252486 dv-cinder-779576-7-iscsi neutron-server[93841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 15:32:37.252486 dv-cinder-779576-7-iscsi neutron-server[93841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 15:32:37.312690 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-7dcca6c4-9d0f-499e-9c9e-4cadcd8d173b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3928461'] for network, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:32:37.318637 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-7dcca6c4-9d0f-499e-9c9e-4cadcd8d173b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774323'] for network, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:32:37.324194 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-7dcca6c4-9d0f-499e-9c9e-4cadcd8d173b admin admin] 10.222.0.20 "DELETE /v2.0/networks/329fd950-a540-4a75-a3a7-58422b6c25d2 HTTP/1.1" status: 204 len: 168 time: 0.5365796 Aug 26 15:32:37.324194 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 34348) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:32:37.339996 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcca6c4-9d0f-499e-9c9e-4cadcd8d173b admin admin] Pushing event deleted for resources: {'Network': ['ID=329fd950-a540-4a75-a3a7-58422b6c25d2,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:32:37.938430 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-21280e74-cfcd-4b59-b378-043da454175a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3926049'] for router_interface, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:32:38.185776 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.plugin [None req-21280e74-cfcd-4b59-b378-043da454175a admin admin] Deleting port 3e37f610-8b20-4fea-aed4-5f33557e9c7c {{(pid=93841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 15:32:38.186121 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-21280e74-cfcd-4b59-b378-043da454175a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793280853279'] for port, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:32:38.266685 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-21280e74-cfcd-4b59-b378-043da454175a admin admin] For port 3e37f610-8b20-4fea-aed4-5f33557e9c7c, host dv-cinder-779576-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-7-iscsi',level=0,port_id=3e37f610-8b20-4fea-aed4-5f33557e9c7c,segment=NetworkSegment(603e2f8e-b37a-4aa4-b67b-fd1a2e0cf2dc),segment_id=603e2f8e-b37a-4aa4-b67b-fd1a2e0cf2dc)] {{(pid=93841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:32:38.266958 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-21280e74-cfcd-4b59-b378-043da454175a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3924976'] for port, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:32:38.280881 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.plugin [None req-21280e74-cfcd-4b59-b378-043da454175a admin admin] Calling delete_port for 3e37f610-8b20-4fea-aed4-5f33557e9c7c owned by network:router_interface {{(pid=93841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 15:32:38.462660 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-21280e74-cfcd-4b59-b378-043da454175a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793280828191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793280355368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263742114'] for port, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:32:38.488170 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21280e74-cfcd-4b59-b378-043da454175a admin admin] Pushing event deleted for resources: {'Port': ['ID=3e37f610-8b20-4fea-aed4-5f33557e9c7c,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:32:38.663174 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-21280e74-cfcd-4b59-b378-043da454175a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3774358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3926251'] for router_interface, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:32:38.780810 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Device ac3550e0-27b0-4a2b-a939-b2a5d0f96558 no longer exists at agent ovs-agent-dv-cinder-779576-7-iscsi {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 15:32:38.801063 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] No Port match for: ac3550e0-27b0-4a2b-a939-b2a5d0f96558 {{(pid=93843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 15:32:38.801279 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Device ac3550e0-27b0-4a2b-a939-b2a5d0f96558 not bound to the agent host dv-cinder-779576-7-iscsi {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 15:32:38.801610 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Device d0407aaa-71af-4b7a-ac1b-641d9192289d no longer exists at agent ovs-agent-dv-cinder-779576-7-iscsi {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 15:32:38.821121 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] No Port match for: d0407aaa-71af-4b7a-ac1b-641d9192289d {{(pid=93843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 15:32:38.821465 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Device d0407aaa-71af-4b7a-ac1b-641d9192289d not bound to the agent host dv-cinder-779576-7-iscsi {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 15:32:38.891366 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21280e74-cfcd-4b59-b378-043da454175a admin admin] Router d1264ca4-472f-49bb-9614-5b9ca03a0ebf has already been hosted by L3 agent 00a7d786-edfd-4f04-9152-3b7ae2bbf8ca {{(pid=93841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 15:32:38.981691 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:32:39.002616 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21280e74-cfcd-4b59-b378-043da454175a admin admin] Notify agent at l3_agent.dv-cinder-779576-7-iscsi the message routers_updated {{(pid=93841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 15:32:39.009205 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-21280e74-cfcd-4b59-b378-043da454175a admin admin] 10.222.0.20 "PUT /v2.0/routers/d1264ca4-472f-49bb-9614-5b9ca03a0ebf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6829085 Aug 26 15:32:39.010329 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 34350) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:32:39.012540 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b33dcc-f766-49df-ad3e-02d37ff0cd1a None None] Sync routers for ids ['d1264ca4-472f-49bb-9614-5b9ca03a0ebf'] in dv-cinder-779576-7-iscsi {{(pid=93844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 15:32:39.021878 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b33dcc-f766-49df-ad3e-02d37ff0cd1a None None] Routers {'d1264ca4-472f-49bb-9614-5b9ca03a0ebf'} bound to L3 agent in host dv-cinder-779576-7-iscsi {{(pid=93844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 15:32:39.022560 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-f7b33dcc-f766-49df-ad3e-02d37ff0cd1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T15:14:10Z,description=,heartbeat_timestamp=2021-08-26T15:32:10Z,host='dv-cinder-779576-7-iscsi',id=00a7d786-edfd-4f04-9152-3b7ae2bbf8ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T15:14:10Z,topic='l3_agent')) {'router_ids': ['d1264ca4-472f-49bb-9614-5b9ca03a0ebf'], 'active': True} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:32:39.118515 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-ebabf29f-5ce9-43d6-a33e-b0a6d20fb9b6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:32:39.127928 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvr_db [None req-f7b33dcc-f766-49df-ad3e-02d37ff0cd1a None None] Set router d1264ca4-472f-49bb-9614-5b9ca03a0ebf gateway port host: dv-cinder-779576-7-iscsi {{(pid=93844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 15:32:39.225796 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-ebabf29f-5ce9-43d6-a33e-b0a6d20fb9b6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:32:39.280234 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.plugin [None req-ebabf29f-5ce9-43d6-a33e-b0a6d20fb9b6 admin admin] Deleting port 833753d9-24f6-49e9-bed7-d22da48efe4f {{(pid=93841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 15:32:39.280879 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-ebabf29f-5ce9-43d6-a33e-b0a6d20fb9b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793280853279'] for port, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:32:39.315672 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-f7b33dcc-f766-49df-ad3e-02d37ff0cd1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1264ca4-472f-49bb-9614-5b9ca03a0ebf', 'name': 'tempest-TestShelveInstance-53678267-router', 'tenant_id': 'e3d2ce70c5d6404d83cc6efa8fe84eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': '833753d9-24f6-49e9-bed7-d22da48efe4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:27:40Z', 'updated_at': '2021-08-26T15:32:38Z', 'revision_number': 5, 'project_id': 'e3d2ce70c5d6404d83cc6efa8fe84eb6', 'gw_port': {'id': '833753d9-24f6-49e9-bed7-d22da48efe4f', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fe:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1264ca4-472f-49bb-9614-5b9ca03a0ebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:27:41Z', 'updated_at': '2021-08-26T15:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi'}], 'dv-cinder-779576-7-iscsi', False) {} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:32:39.370392 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-ebabf29f-5ce9-43d6-a33e-b0a6d20fb9b6 admin admin] For port 833753d9-24f6-49e9-bed7-d22da48efe4f, host dv-cinder-779576-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-7-iscsi',level=0,port_id=833753d9-24f6-49e9-bed7-d22da48efe4f,segment=NetworkSegment(d599df7f-c7a7-42e6-8c54-3da29125ead3),segment_id=d599df7f-c7a7-42e6-8c54-3da29125ead3)] {{(pid=93841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:32:39.370621 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-ebabf29f-5ce9-43d6-a33e-b0a6d20fb9b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3924976'] for port, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:32:39.385609 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.plugin [None req-ebabf29f-5ce9-43d6-a33e-b0a6d20fb9b6 admin admin] Calling delete_port for 833753d9-24f6-49e9-bed7-d22da48efe4f owned by network:router_gateway {{(pid=93841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 15:32:39.434535 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b33dcc-f766-49df-ad3e-02d37ff0cd1a None None] Checking router: d1264ca4-472f-49bb-9614-5b9ca03a0ebf for host: dv-cinder-779576-7-iscsi {{(pid=93844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 15:32:39.443615 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b33dcc-f766-49df-ad3e-02d37ff0cd1a None None] Routers {'d1264ca4-472f-49bb-9614-5b9ca03a0ebf'} bound to L3 agent in host dv-cinder-779576-7-iscsi {{(pid=93844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 15:32:39.444227 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-f7b33dcc-f766-49df-ad3e-02d37ff0cd1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T15:14:10Z,description=,heartbeat_timestamp=2021-08-26T15:32:10Z,host='dv-cinder-779576-7-iscsi',id=00a7d786-edfd-4f04-9152-3b7ae2bbf8ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T15:14:10Z,topic='l3_agent')) {'router_ids': ['d1264ca4-472f-49bb-9614-5b9ca03a0ebf'], 'active': True} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:32:39.529019 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvr_db [None req-f7b33dcc-f766-49df-ad3e-02d37ff0cd1a None None] Set router d1264ca4-472f-49bb-9614-5b9ca03a0ebf gateway port host: None {{(pid=93844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 15:32:39.555118 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-ebabf29f-5ce9-43d6-a33e-b0a6d20fb9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793280828191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793280355368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263742114'] for port, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:32:39.582367 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebabf29f-5ce9-43d6-a33e-b0a6d20fb9b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=833753d9-24f6-49e9-bed7-d22da48efe4f,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:32:39.583850 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-f7b33dcc-f766-49df-ad3e-02d37ff0cd1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1264ca4-472f-49bb-9614-5b9ca03a0ebf', 'name': 'tempest-TestShelveInstance-53678267-router', 'tenant_id': 'e3d2ce70c5d6404d83cc6efa8fe84eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:27:40Z', 'updated_at': '2021-08-26T15:32:39Z', 'revision_number': 6, 'project_id': 'e3d2ce70c5d6404d83cc6efa8fe84eb6', 'gw_port_host': None}], 'dv-cinder-779576-7-iscsi', False) {} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:32:39.613486 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b33dcc-f766-49df-ad3e-02d37ff0cd1a None None] The sync data for ids ['d1264ca4-472f-49bb-9614-5b9ca03a0ebf'] in dv-cinder-779576-7-iscsi is: [{'id': 'd1264ca4-472f-49bb-9614-5b9ca03a0ebf', 'name': 'tempest-TestShelveInstance-53678267-router', 'tenant_id': 'e3d2ce70c5d6404d83cc6efa8fe84eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:27:40Z', 'updated_at': '2021-08-26T15:32:39Z', 'revision_number': 6, 'project_id': 'e3d2ce70c5d6404d83cc6efa8fe84eb6', 'gw_port_host': None}] {{(pid=93844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 15:32:39.648599 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-ebabf29f-5ce9-43d6-a33e-b0a6d20fb9b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3928497'] for router_gateway, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:32:39.738821 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-ebabf29f-5ce9-43d6-a33e-b0a6d20fb9b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3930414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28890'] for router, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:32:39.741053 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-ebabf29f-5ce9-43d6-a33e-b0a6d20fb9b6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:32:39.787639 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-ebabf29f-5ce9-43d6-a33e-b0a6d20fb9b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3930401'] for router, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:32:39.788190 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebabf29f-5ce9-43d6-a33e-b0a6d20fb9b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1264ca4-472f-49bb-9614-5b9ca03a0ebf {{(pid=93841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 15:32:39.793230 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-ebabf29f-5ce9-43d6-a33e-b0a6d20fb9b6 admin admin] Notify callbacks [] for router, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:32:39.794438 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-ebabf29f-5ce9-43d6-a33e-b0a6d20fb9b6 admin admin] 10.222.0.20 "DELETE /v2.0/routers/d1264ca4-472f-49bb-9614-5b9ca03a0ebf HTTP/1.1" status: 204 len: 168 time: 0.7829986 Aug 26 15:32:39.796933 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 34352) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:32:39.842701 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa3df4e5-7633-4682-a7b3-00b5e548f1d7 admin admin] Deleting subnet 58b52592-792e-41b9-8241-c209ac05f87d {{(pid=93841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 15:32:39.847041 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-aa3df4e5-7633-4682-a7b3-00b5e548f1d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:32:39.859507 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:32:39.885940 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-aa3df4e5-7633-4682-a7b3-00b5e548f1d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263749214'] for subnet, precommit_delete_associations {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:32:39.967433 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-fc5fd907-d340-4c14-a55f-1b15ff9a2e33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:32:39.973129 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-aa3df4e5-7633-4682-a7b3-00b5e548f1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3507378'] for subnet, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:32:40.030443 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-aa3df4e5-7633-4682-a7b3-00b5e548f1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3507389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263742193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263881457'] for subnet, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:32:40.058798 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3df4e5-7633-4682-a7b3-00b5e548f1d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58b52592-792e-41b9-8241-c209ac05f87d,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:32:40.063924 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-aa3df4e5-7633-4682-a7b3-00b5e548f1d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:32:40.068103 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-aa3df4e5-7633-4682-a7b3-00b5e548f1d7 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/58b52592-792e-41b9-8241-c209ac05f87d HTTP/1.1" status: 204 len: 168 time: 0.2679710 Aug 26 15:32:40.068347 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 34354) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:32:40.070658 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8295831a-d7d7-4d9c-9ae9-9f7a3e8fe438 None None] Network ca295ecd-9031-46a6-b5fe-2a774aeba0aa requested from dv-cinder-779576-7-iscsi {{(pid=93843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 15:32:40.144162 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-10fd9220-b67f-4bee-a020-3a3d72eacb23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526882'] for network, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:32:40.206119 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.plugin [None req-10fd9220-b67f-4bee-a020-3a3d72eacb23 admin admin] Deleting port 38a738a8-bda0-4051-a6e9-8c16c9714a1a {{(pid=93841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 15:32:40.206458 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-10fd9220-b67f-4bee-a020-3a3d72eacb23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793280853279'] for port, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:32:40.269937 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-10fd9220-b67f-4bee-a020-3a3d72eacb23 admin admin] For port 38a738a8-bda0-4051-a6e9-8c16c9714a1a, host dv-cinder-779576-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-7-iscsi',level=0,port_id=38a738a8-bda0-4051-a6e9-8c16c9714a1a,segment=NetworkSegment(603e2f8e-b37a-4aa4-b67b-fd1a2e0cf2dc),segment_id=603e2f8e-b37a-4aa4-b67b-fd1a2e0cf2dc)] {{(pid=93841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:32:40.270305 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-10fd9220-b67f-4bee-a020-3a3d72eacb23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3924976'] for port, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:32:40.282727 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.plugin [None req-10fd9220-b67f-4bee-a020-3a3d72eacb23 admin admin] Calling delete_port for 38a738a8-bda0-4051-a6e9-8c16c9714a1a owned by network:dhcp {{(pid=93841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 15:32:40.363855 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-10fd9220-b67f-4bee-a020-3a3d72eacb23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793280828191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793280355368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263742114'] for port, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:32:40.392353 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fd9220-b67f-4bee-a020-3a3d72eacb23 admin admin] Pushing event deleted for resources: {'Port': ['ID=38a738a8-bda0-4051-a6e9-8c16c9714a1a,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:32:40.397145 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fd9220-b67f-4bee-a020-3a3d72eacb23 admin admin] No DVR routers for this DVR port 38a738a8-bda0-4051-a6e9-8c16c9714a1a on host dv-cinder-779576-7-iscsi {{(pid=93841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 15:32:40.410301 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9f9023-03a0-43d8-83e3-8f3a5df5c62a None None] DHCP port deletion for ca295ecd-9031-46a6-b5fe-2a774aeba0aa request from dv-cinder-779576-7-iscsi {{(pid=93843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 15:32:40.477347 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-10fd9220-b67f-4bee-a020-3a3d72eacb23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687945', 'neutron.services.segments.db._delete_segments_for_network-8793280934638'] for network, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:32:40.489121 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.services.segments.db [None req-10fd9220-b67f-4bee-a020-3a3d72eacb23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca295ecd-9031-46a6-b5fe-2a774aeba0aa']}} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:32:40.502667 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.services.segments.db [None req-10fd9220-b67f-4bee-a020-3a3d72eacb23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '603e2f8e-b37a-4aa4-b67b-fd1a2e0cf2dc') {'for_net_delete': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:32:40.502965 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.services.segments.db [None req-10fd9220-b67f-4bee-a020-3a3d72eacb23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '603e2f8e-b37a-4aa4-b67b-fd1a2e0cf2dc') {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:32:40.512985 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-10fd9220-b67f-4bee-a020-3a3d72eacb23 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793280934521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263749185'] for segment, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:32:40.527090 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-10fd9220-b67f-4bee-a020-3a3d72eacb23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509819'] for segment, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:32:40.532922 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10fd9220-b67f-4bee-a020-3a3d72eacb23 admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=93841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 15:32:40.533311 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-10fd9220-b67f-4bee-a020-3a3d72eacb23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263742103'] for segment, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:32:40.535020 dv-cinder-779576-7-iscsi neutron-server[93841]: Traceback (most recent call last): Aug 26 15:32:40.535020 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 15:32:40.535020 dv-cinder-779576-7-iscsi neutron-server[93841]: timer() Aug 26 15:32:40.535020 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 15:32:40.535020 dv-cinder-779576-7-iscsi neutron-server[93841]: cb(*args, **kw) Aug 26 15:32:40.535020 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 15:32:40.535020 dv-cinder-779576-7-iscsi neutron-server[93841]: return func(*args, **kwargs) Aug 26 15:32:40.535020 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 15:32:40.535020 dv-cinder-779576-7-iscsi neutron-server[93841]: self._notify() Aug 26 15:32:40.535020 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 15:32:40.535020 dv-cinder-779576-7-iscsi neutron-server[93841]: self.callback(batched_events) Aug 26 15:32:40.535020 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 15:32:40.535020 dv-cinder-779576-7-iscsi neutron-server[93841]: event.method(event) Aug 26 15:32:40.535020 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 15:32:40.535020 dv-cinder-779576-7-iscsi neutron-server[93841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 15:32:40.535020 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 15:32:40.535020 dv-cinder-779576-7-iscsi neutron-server[93841]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 15:32:40.535020 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 15:32:40.535020 dv-cinder-779576-7-iscsi neutron-server[93841]: return f(self, *a, **k) Aug 26 15:32:40.535020 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 15:32:40.535020 dv-cinder-779576-7-iscsi neutron-server[93841]: return self._get(url).json() Aug 26 15:32:40.535020 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 15:32:40.535020 dv-cinder-779576-7-iscsi neutron-server[93841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 15:32:40.535020 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 15:32:40.535020 dv-cinder-779576-7-iscsi neutron-server[93841]: return self.request(url, 'GET', **kwargs) Aug 26 15:32:40.535020 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 15:32:40.535020 dv-cinder-779576-7-iscsi neutron-server[93841]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 15:32:40.535020 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 15:32:40.535020 dv-cinder-779576-7-iscsi neutron-server[93841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 15:32:40.535020 dv-cinder-779576-7-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 15:32:40.535020 dv-cinder-779576-7-iscsi neutron-server[93841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 15:32:40.535020 dv-cinder-779576-7-iscsi neutron-server[93841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 15:32:40.591984 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-10fd9220-b67f-4bee-a020-3a3d72eacb23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3928461'] for network, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:32:40.600500 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-10fd9220-b67f-4bee-a020-3a3d72eacb23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774323'] for network, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:32:40.603482 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-10fd9220-b67f-4bee-a020-3a3d72eacb23 admin admin] 10.222.0.20 "DELETE /v2.0/networks/ca295ecd-9031-46a6-b5fe-2a774aeba0aa HTTP/1.1" status: 204 len: 168 time: 0.5318673 Aug 26 15:32:40.614751 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fd9220-b67f-4bee-a020-3a3d72eacb23 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca295ecd-9031-46a6-b5fe-2a774aeba0aa,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:32:40.729115 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 34358) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:32:40.735503 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Device 38a738a8-bda0-4051-a6e9-8c16c9714a1a no longer exists at agent ovs-agent-dv-cinder-779576-7-iscsi {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 15:32:40.768255 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] No Port match for: 38a738a8-bda0-4051-a6e9-8c16c9714a1a {{(pid=93843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 15:32:40.768598 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Device 38a738a8-bda0-4051-a6e9-8c16c9714a1a not bound to the agent host dv-cinder-779576-7-iscsi {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 15:32:40.769026 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Device 833753d9-24f6-49e9-bed7-d22da48efe4f no longer exists at agent ovs-agent-dv-cinder-779576-7-iscsi {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 15:32:40.773642 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-76d1c5cd-20d6-47a1-924e-631f35553cd8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6f82b801e0334e5b8e81593b9cfcefb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0432560 Aug 26 15:32:40.777083 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 34360) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:32:40.796192 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] No Port match for: 833753d9-24f6-49e9-bed7-d22da48efe4f {{(pid=93843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 15:32:40.796531 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Device 833753d9-24f6-49e9-bed7-d22da48efe4f not bound to the agent host dv-cinder-779576-7-iscsi {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 15:32:40.796940 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Device 3e37f610-8b20-4fea-aed4-5f33557e9c7c no longer exists at agent ovs-agent-dv-cinder-779576-7-iscsi {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 15:32:40.815736 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] No Port match for: 3e37f610-8b20-4fea-aed4-5f33557e9c7c {{(pid=93843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 15:32:40.816081 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Device 3e37f610-8b20-4fea-aed4-5f33557e9c7c not bound to the agent host dv-cinder-779576-7-iscsi {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 15:32:40.832519 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-23b5b905-61dc-4d0c-9106-19c311498411 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:32:40.858003 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-23b5b905-61dc-4d0c-9106-19c311498411 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:32:40.909675 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-23b5b905-61dc-4d0c-9106-19c311498411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:32:40.912184 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-23b5b905-61dc-4d0c-9106-19c311498411 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:32:40.913290 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-23b5b905-61dc-4d0c-9106-19c311498411 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5ef64fcf-782c-414c-b374-c38deeda5fbd HTTP/1.1" status: 204 len: 168 time: 0.1352143 Aug 26 15:32:40.921908 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b5b905-61dc-4d0c-9106-19c311498411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef64fcf-782c-414c-b374-c38deeda5fbd,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:32:41.231029 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 34366) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:32:41.274072 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-6c08b0ca-aea8-4573-b4d2-d8ae5603c6ba admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e3d2ce70c5d6404d83cc6efa8fe84eb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0417140 Aug 26 15:32:41.277258 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 34368) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:32:41.327066 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-ea583c72-c2f5-4a5b-b0d5-32ea16367688 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:32:41.348882 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-ea583c72-c2f5-4a5b-b0d5-32ea16367688 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:32:41.388180 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c45f19a1-5a59-44e4-9446-0a9261f71b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:32:41.398404 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-ea583c72-c2f5-4a5b-b0d5-32ea16367688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:32:41.401268 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-ea583c72-c2f5-4a5b-b0d5-32ea16367688 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:32:41.402441 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-ea583c72-c2f5-4a5b-b0d5-32ea16367688 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/75dd5771-2270-4138-a68c-217580df20cf HTTP/1.1" status: 204 len: 168 time: 0.1241758 Aug 26 15:32:41.410597 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea583c72-c2f5-4a5b-b0d5-32ea16367688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75dd5771-2270-4138-a68c-217580df20cf,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:32:43.021549 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-a6032fac-f2a0-46d6-9c2c-2483dfdc6249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:32:55.022227 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.agents_db [None req-f94a4f8d-c04a-4845-8e45-3296fab2d83d None None] Agent healthcheck: found 6 active agents {{(pid=93844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 15:33:07.184097 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-e7c8a366-4160-4c76-8192-1db5a13e5fc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:33:08.996230 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:33:09.860786 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:33:09.967526 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-fc8a62b7-bcb1-4a10-9d14-fc47dd6f7f9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:33:11.389918 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c45f19a1-5a59-44e4-9446-0a9261f71b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:33:13.022975 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-a6032fac-f2a0-46d6-9c2c-2483dfdc6249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:33:14.338981 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-2310619e-2795-4fd4-bf6b-ccad81423c67 req-bf7de5c4-6aac-460d-9509-0477e8142922 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=cd365fc6-5722-4ca4-aad8-848d52f8a602&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381889 Aug 26 15:33:14.423390 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2310619e-2795-4fd4-bf6b-ccad81423c67 req-1685e707-3de8-4408-9371-91ede080e62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:33:14.424919 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-2310619e-2795-4fd4-bf6b-ccad81423c67 req-1685e707-3de8-4408-9371-91ede080e62f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1d44569eb5c241ab8c4e10ff4af9afb0&device_id=cd365fc6-5722-4ca4-aad8-848d52f8a602 HTTP/1.1" status: 200 len: 1099 time: 0.0436907 Aug 26 15:33:14.526690 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2310619e-2795-4fd4-bf6b-ccad81423c67 req-19af868f-3a55-4762-8082-7502ee52845e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:33:14.528037 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-2310619e-2795-4fd4-bf6b-ccad81423c67 req-19af868f-3a55-4762-8082-7502ee52845e service neutron] 10.222.0.47 "GET /v2.0/networks?id=450519e4-8c12-447b-a687-0d4a9d1435ad HTTP/1.1" status: 200 len: 912 time: 0.0834575 Aug 26 15:33:14.597689 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-2310619e-2795-4fd4-bf6b-ccad81423c67 req-1b3001ec-686c-4f29-b1c7-09d0d89fa250 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=784762c3-e0b5-4a0e-95b9-4b2aee8242f8 HTTP/1.1" status: 200 len: 1001 time: 0.0620606 Aug 26 15:33:14.647585 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2310619e-2795-4fd4-bf6b-ccad81423c67 req-99c88a09-124d-45d7-b935-a333af9f8575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:33:14.649064 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-2310619e-2795-4fd4-bf6b-ccad81423c67 req-99c88a09-124d-45d7-b935-a333af9f8575 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6465a299-7a62-4790-95c8-1882e69b35c5 HTTP/1.1" status: 200 len: 850 time: 0.0448949 Aug 26 15:33:14.694024 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2310619e-2795-4fd4-bf6b-ccad81423c67 req-3656057f-b350-4749-b102-19f29c79c954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:33:14.695759 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-2310619e-2795-4fd4-bf6b-ccad81423c67 req-3656057f-b350-4749-b102-19f29c79c954 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=450519e4-8c12-447b-a687-0d4a9d1435ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395277 Aug 26 15:33:14.790568 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-2310619e-2795-4fd4-bf6b-ccad81423c67 req-dd079fab-2bc1-4232-924c-af99c4beb643 service neutron] 10.222.0.47 "GET /v2.0/networks/450519e4-8c12-447b-a687-0d4a9d1435ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876505 Aug 26 15:33:14.879726 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-2310619e-2795-4fd4-bf6b-ccad81423c67 req-f0f5af17-c67b-4da6-b9c8-9fd42b7f4c0b service neutron] 10.222.0.47 "GET /v2.0/networks/450519e4-8c12-447b-a687-0d4a9d1435ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810773 Aug 26 15:33:32.023695 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.agents_db [None req-f94a4f8d-c04a-4845-8e45-3296fab2d83d None None] Agent healthcheck: found 6 active agents {{(pid=93844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 15:33:37.188382 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-e1741f38-f1da-420c-856f-8c65fa0d63e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:33:39.012790 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:33:39.861366 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:33:39.968600 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-a235bf8e-89a1-4ab6-bad8-f8205f0b37d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:33:41.394374 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c45f19a1-5a59-44e4-9446-0a9261f71b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:33:43.025957 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-a6032fac-f2a0-46d6-9c2c-2483dfdc6249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:34:03.792280 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 34398) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:34:03.947154 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [None req-a4ef7b62-3962-415b-8cf3-b5b095dc4728 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Deleting port 4d9a7416-50e5-42d0-b0ec-5ff49853bc26 {{(pid=93842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 15:34:03.947484 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-a4ef7b62-3962-415b-8cf3-b5b095dc4728 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793280853279'] for port, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:34:04.026181 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-a4ef7b62-3962-415b-8cf3-b5b095dc4728 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3924976'] for port, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:34:04.026510 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-a4ef7b62-3962-415b-8cf3-b5b095dc4728 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:34:04.038240 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [None req-a4ef7b62-3962-415b-8cf3-b5b095dc4728 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Calling delete_port for 4d9a7416-50e5-42d0-b0ec-5ff49853bc26 owned by network:floatingip {{(pid=93842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 15:34:04.193774 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-a4ef7b62-3962-415b-8cf3-b5b095dc4728 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793280828191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793280355368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261268877'] for port, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:34:04.221288 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ef7b62-3962-415b-8cf3-b5b095dc4728 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Pushing event deleted for resources: {'Port': ['ID=4d9a7416-50e5-42d0-b0ec-5ff49853bc26,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:34:04.232904 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ef7b62-3962-415b-8cf3-b5b095dc4728 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:34:04.233260 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ef7b62-3962-415b-8cf3-b5b095dc4728 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:34:04.233607 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ef7b62-3962-415b-8cf3-b5b095dc4728 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:34:04.233968 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ef7b62-3962-415b-8cf3-b5b095dc4728 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:34:04.234301 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ef7b62-3962-415b-8cf3-b5b095dc4728 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:34:04.234632 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ef7b62-3962-415b-8cf3-b5b095dc4728 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:34:04.234963 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ef7b62-3962-415b-8cf3-b5b095dc4728 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:34:04.235582 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ef7b62-3962-415b-8cf3-b5b095dc4728 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:34:04.235939 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ef7b62-3962-415b-8cf3-b5b095dc4728 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:34:04.236347 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ef7b62-3962-415b-8cf3-b5b095dc4728 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:34:04.236705 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ef7b62-3962-415b-8cf3-b5b095dc4728 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:34:04.237075 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ef7b62-3962-415b-8cf3-b5b095dc4728 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:34:04.294213 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-a4ef7b62-3962-415b-8cf3-b5b095dc4728 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Notify callbacks [] for floatingip, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:34:04.294539 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.db.l3_db [None req-a4ef7b62-3962-415b-8cf3-b5b095dc4728 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Floating IP f28b94cd-9acb-402d-b5db-50a69e90b935 disassociated (deleted). External IP: 172.27.3.35, port: 926f8330-f4de-40f7-8fb4-d1c143b33c6e. Aug 26 15:34:04.505309 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4ef7b62-3962-415b-8cf3-b5b095dc4728 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Router d5d6d445-b8cd-4f47-a92b-4b10fdd02ff7 has already been hosted by L3 agent 00a7d786-edfd-4f04-9152-3b7ae2bbf8ca {{(pid=93842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 15:34:04.618715 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4ef7b62-3962-415b-8cf3-b5b095dc4728 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Notify agent at l3_agent.dv-cinder-779576-7-iscsi the message routers_updated {{(pid=93842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 15:34:04.623611 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-a4ef7b62-3962-415b-8cf3-b5b095dc4728 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4089636'] for floatingip, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:34:04.628673 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249b9fae-3465-46da-a89b-caa35d2d59aa None None] Sync routers for ids ['d5d6d445-b8cd-4f47-a92b-4b10fdd02ff7'] in dv-cinder-779576-7-iscsi {{(pid=93843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 15:34:04.637988 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249b9fae-3465-46da-a89b-caa35d2d59aa None None] Routers {'d5d6d445-b8cd-4f47-a92b-4b10fdd02ff7'} bound to L3 agent in host dv-cinder-779576-7-iscsi {{(pid=93843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 15:34:04.638698 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-249b9fae-3465-46da-a89b-caa35d2d59aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T15:14:10Z,description=,heartbeat_timestamp=2021-08-26T15:33:40Z,host='dv-cinder-779576-7-iscsi',id=00a7d786-edfd-4f04-9152-3b7ae2bbf8ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T15:14:10Z,topic='l3_agent')) {'router_ids': ['d5d6d445-b8cd-4f47-a92b-4b10fdd02ff7'], 'active': True} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:34:04.652231 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-a4ef7b62-3962-415b-8cf3-b5b095dc4728 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "DELETE /v2.0/floatingips/f28b94cd-9acb-402d-b5db-50a69e90b935 HTTP/1.1" status: 204 len: 168 time: 0.8588376 Aug 26 15:34:04.652890 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '369b097d-ba53-4d7d-9ddb-ae39feded1a5', 'tag': '926f8330-f4de-40f7-8fb4-d1c143b33c6e'}] {{(pid=93842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 15:34:04.655135 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ba7f6f71eda5a1db7669fef78c8684417bcd8012e21f8533533c8be1abdbb96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31a33bd7-f51d-4aac-a81d-bad138c5a1b5" -d '{"events": [{"name": "network-changed", "server_uuid": "369b097d-ba53-4d7d-9ddb-ae39feded1a5", "tag": "926f8330-f4de-40f7-8fb4-d1c143b33c6e"}]}' {{(pid=93842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:34:04.765609 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvr_db [None req-249b9fae-3465-46da-a89b-caa35d2d59aa None None] Set router d5d6d445-b8cd-4f47-a92b-4b10fdd02ff7 gateway port host: dv-cinder-779576-7-iscsi {{(pid=93843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 15:34:04.933727 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 15:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-146b9563-fe95-44fa-b713-5ec7877eb358 x-openstack-request-id: req-146b9563-fe95-44fa-b713-5ec7877eb358 {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:34:04.934236 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "369b097d-ba53-4d7d-9ddb-ae39feded1a5", "tag": "926f8330-f4de-40f7-8fb4-d1c143b33c6e", "status": "completed", "code": 200}]} {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:34:04.934355 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-146b9563-fe95-44fa-b713-5ec7877eb358 {{(pid=93842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:34:04.934766 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '369b097d-ba53-4d7d-9ddb-ae39feded1a5', 'tag': '926f8330-f4de-40f7-8fb4-d1c143b33c6e', 'status': 'completed', 'code': 200} Aug 26 15:34:04.954208 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed54d4e-f2e2-4cab-9901-a99a7cbd7c6e req-c40482c4-6785-431f-8164-4071ceb74417 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:34:04.955872 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-fed54d4e-f2e2-4cab-9901-a99a7cbd7c6e req-c40482c4-6785-431f-8164-4071ceb74417 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/ports?device_id=369b097d-ba53-4d7d-9ddb-ae39feded1a5 HTTP/1.1" status: 200 len: 946 time: 0.0605576 Aug 26 15:34:04.995487 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-fed54d4e-f2e2-4cab-9901-a99a7cbd7c6e req-f5f3103b-6388-4d39-bf38-75e14e9cc748 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/security-groups?id=672dc045-bd54-4dfd-8b7e-df655c7922d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334303 Aug 26 15:34:04.999118 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a33bd7-f51d-4aac-a81d-bad138c5a1b5 req-d794cb3e-189b-40c6-aba6-5d9902e34283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:34:05.000794 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-31a33bd7-f51d-4aac-a81d-bad138c5a1b5 req-d794cb3e-189b-40c6-aba6-5d9902e34283 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1d44569eb5c241ab8c4e10ff4af9afb0&device_id=369b097d-ba53-4d7d-9ddb-ae39feded1a5 HTTP/1.1" status: 200 len: 1099 time: 0.0415025 Aug 26 15:34:05.021012 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-249b9fae-3465-46da-a89b-caa35d2d59aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5d6d445-b8cd-4f47-a92b-4b10fdd02ff7', 'name': 'tempest-TestVolumeBootPattern-386580631-router', 'tenant_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '0415c8a9-fc07-4695-8ef4-be13d02c0b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:26:45Z', 'updated_at': '2021-08-26T15:26:49Z', 'revision_number': 4, 'project_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'gw_port': {'id': '0415c8a9-fc07-4695-8ef4-be13d02c0b75', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:9d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d6d445-b8cd-4f47-a92b-4b10fdd02ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:26:46Z', 'updated_at': '2021-08-26T15:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi', '_floatingips': [{'id': '2ca8fad0-cdcf-4aa8-8859-e89c99347c09', 'tenant_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'floating_ip_address': '172.27.3.71', 'floating_network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'router_id': 'd5d6d445-b8cd-4f47-a92b-4b10fdd02ff7', 'port_id': '784762c3-e0b5-4a0e-95b9-4b2aee8242f8', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '450519e4-8c12-447b-a687-0d4a9d1435ad', 'mac_address': 'fa:16:3e:99:b2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd365fc6-5722-4ca4-aad8-848d52f8a602', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T15:30:24Z', 'updated_at': '2021-08-26T15:30:26Z', 'revision_number': 1, 'project_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25db6656-5ef9-406c-9fa2-6c2e4d121a41', 'name': '', 'network_id': '450519e4-8c12-447b-a687-0d4a9d1435ad', 'tenant_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'mac_address': 'fa:16:3e:29:08:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d6d445-b8cd-4f47-a92b-4b10fdd02ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '6465a299-7a62-4790-95c8-1882e69b35c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:26:48Z', 'updated_at': '2021-08-26T15:26:55Z', 'revision_number': 5, 'project_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'subnets': [{'id': '6465a299-7a62-4790-95c8-1882e69b35c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-7-iscsi', False) {} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:34:05.047700 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249b9fae-3465-46da-a89b-caa35d2d59aa None None] Checking router: d5d6d445-b8cd-4f47-a92b-4b10fdd02ff7 for host: dv-cinder-779576-7-iscsi {{(pid=93843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 15:34:05.056125 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249b9fae-3465-46da-a89b-caa35d2d59aa None None] Routers {'d5d6d445-b8cd-4f47-a92b-4b10fdd02ff7'} bound to L3 agent in host dv-cinder-779576-7-iscsi {{(pid=93843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 15:34:05.056728 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-249b9fae-3465-46da-a89b-caa35d2d59aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T15:14:10Z,description=,heartbeat_timestamp=2021-08-26T15:33:40Z,host='dv-cinder-779576-7-iscsi',id=00a7d786-edfd-4f04-9152-3b7ae2bbf8ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T15:14:10Z,topic='l3_agent')) {'router_ids': ['d5d6d445-b8cd-4f47-a92b-4b10fdd02ff7'], 'active': True} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:34:05.098735 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a33bd7-f51d-4aac-a81d-bad138c5a1b5 req-ae81767c-c92a-45b4-bb5b-d9e119e284ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:34:05.100220 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-31a33bd7-f51d-4aac-a81d-bad138c5a1b5 req-ae81767c-c92a-45b4-bb5b-d9e119e284ae service neutron] 10.222.0.47 "GET /v2.0/networks?id=450519e4-8c12-447b-a687-0d4a9d1435ad HTTP/1.1" status: 200 len: 912 time: 0.0912519 Aug 26 15:34:05.141480 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-31a33bd7-f51d-4aac-a81d-bad138c5a1b5 req-b71029c4-8ced-4331-8c68-30bbbc4a5e85 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=926f8330-f4de-40f7-8fb4-d1c143b33c6e HTTP/1.1" status: 200 len: 217 time: 0.0339258 Aug 26 15:34:05.168543 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvr_db [None req-249b9fae-3465-46da-a89b-caa35d2d59aa None None] Set router d5d6d445-b8cd-4f47-a92b-4b10fdd02ff7 gateway port host: dv-cinder-779576-7-iscsi {{(pid=93843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 15:34:05.195969 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a33bd7-f51d-4aac-a81d-bad138c5a1b5 req-34edcced-6a94-411a-869e-6e3dbd59a9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:34:05.197842 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-31a33bd7-f51d-4aac-a81d-bad138c5a1b5 req-34edcced-6a94-411a-869e-6e3dbd59a9d6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6465a299-7a62-4790-95c8-1882e69b35c5 HTTP/1.1" status: 200 len: 850 time: 0.0494895 Aug 26 15:34:05.276251 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a33bd7-f51d-4aac-a81d-bad138c5a1b5 req-c4ca94a0-8131-478f-a636-e2d66f376119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:34:05.277828 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-31a33bd7-f51d-4aac-a81d-bad138c5a1b5 req-c4ca94a0-8131-478f-a636-e2d66f376119 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=450519e4-8c12-447b-a687-0d4a9d1435ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0710995 Aug 26 15:34:05.371311 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-31a33bd7-f51d-4aac-a81d-bad138c5a1b5 req-6c638bcb-264c-4448-ac2b-2c445c408cd3 service neutron] 10.222.0.47 "GET /v2.0/networks/450519e4-8c12-447b-a687-0d4a9d1435ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852330 Aug 26 15:34:05.464562 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-31a33bd7-f51d-4aac-a81d-bad138c5a1b5 req-90198a4e-5464-44ee-ab77-c58a0ddd584f service neutron] 10.222.0.47 "GET /v2.0/networks/450519e4-8c12-447b-a687-0d4a9d1435ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855141 Aug 26 15:34:05.521041 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-249b9fae-3465-46da-a89b-caa35d2d59aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5d6d445-b8cd-4f47-a92b-4b10fdd02ff7', 'name': 'tempest-TestVolumeBootPattern-386580631-router', 'tenant_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '0415c8a9-fc07-4695-8ef4-be13d02c0b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:26:45Z', 'updated_at': '2021-08-26T15:26:49Z', 'revision_number': 4, 'project_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'gw_port': {'id': '0415c8a9-fc07-4695-8ef4-be13d02c0b75', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:9d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d6d445-b8cd-4f47-a92b-4b10fdd02ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:26:46Z', 'updated_at': '2021-08-26T15:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi', '_floatingips': [{'id': '2ca8fad0-cdcf-4aa8-8859-e89c99347c09', 'tenant_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'floating_ip_address': '172.27.3.71', 'floating_network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'router_id': 'd5d6d445-b8cd-4f47-a92b-4b10fdd02ff7', 'port_id': '784762c3-e0b5-4a0e-95b9-4b2aee8242f8', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '450519e4-8c12-447b-a687-0d4a9d1435ad', 'mac_address': 'fa:16:3e:99:b2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd365fc6-5722-4ca4-aad8-848d52f8a602', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T15:30:24Z', 'updated_at': '2021-08-26T15:30:26Z', 'revision_number': 1, 'project_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25db6656-5ef9-406c-9fa2-6c2e4d121a41', 'name': '', 'network_id': '450519e4-8c12-447b-a687-0d4a9d1435ad', 'tenant_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'mac_address': 'fa:16:3e:29:08:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d6d445-b8cd-4f47-a92b-4b10fdd02ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '6465a299-7a62-4790-95c8-1882e69b35c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:26:48Z', 'updated_at': '2021-08-26T15:26:55Z', 'revision_number': 5, 'project_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'subnets': [{'id': '6465a299-7a62-4790-95c8-1882e69b35c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-7-iscsi', False) {} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:34:05.547558 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249b9fae-3465-46da-a89b-caa35d2d59aa None None] The sync data for ids ['d5d6d445-b8cd-4f47-a92b-4b10fdd02ff7'] in dv-cinder-779576-7-iscsi is: [{'id': 'd5d6d445-b8cd-4f47-a92b-4b10fdd02ff7', 'name': 'tempest-TestVolumeBootPattern-386580631-router', 'tenant_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '0415c8a9-fc07-4695-8ef4-be13d02c0b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:26:45Z', 'updated_at': '2021-08-26T15:26:49Z', 'revision_number': 4, 'project_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'gw_port': {'id': '0415c8a9-fc07-4695-8ef4-be13d02c0b75', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:9d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d6d445-b8cd-4f47-a92b-4b10fdd02ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:26:46Z', 'updated_at': '2021-08-26T15:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi', '_floatingips': [{'id': '2ca8fad0-cdcf-4aa8-8859-e89c99347c09', 'tenant_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'floating_ip_address': '172.27.3.71', 'floating_network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'router_id': 'd5d6d445-b8cd-4f47-a92b-4b10fdd02ff7', 'port_id': '784762c3-e0b5-4a0e-95b9-4b2aee8242f8', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '450519e4-8c12-447b-a687-0d4a9d1435ad', 'mac_address': 'fa:16:3e:99:b2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd365fc6-5722-4ca4-aad8-848d52f8a602', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T15:30:24Z', 'updated_at': '2021-08-26T15:30:26Z', 'revision_number': 1, 'project_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25db6656-5ef9-406c-9fa2-6c2e4d121a41', 'name': '', 'network_id': '450519e4-8c12-447b-a687-0d4a9d1435ad', 'tenant_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'mac_address': 'fa:16:3e:29:08:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d6d445-b8cd-4f47-a92b-4b10fdd02ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '6465a299-7a62-4790-95c8-1882e69b35c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:26:48Z', 'updated_at': '2021-08-26T15:26:55Z', 'revision_number': 5, 'project_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'subnets': [{'id': '6465a299-7a62-4790-95c8-1882e69b35c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 15:34:05.771949 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9425a59f-cd48-4ed6-baca-d1648738bf37 None None] New status for floating IP f28b94cd-9acb-402d-b5db-50a69e90b935: DOWN {{(pid=93844) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 15:34:06.125675 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121beff9-6e29-449a-91ae-2dd44abbffc1 req-fe34a39a-6bab-40ce-b2dd-3e2a5278192d tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:34:06.127333 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-121beff9-6e29-449a-91ae-2dd44abbffc1 req-fe34a39a-6bab-40ce-b2dd-3e2a5278192d tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/ports?device_id=369b097d-ba53-4d7d-9ddb-ae39feded1a5 HTTP/1.1" status: 200 len: 946 time: 0.0499887 Aug 26 15:34:06.164948 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-121beff9-6e29-449a-91ae-2dd44abbffc1 req-77044c07-8877-4885-b8ea-eeb0284e1561 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/security-groups?id=672dc045-bd54-4dfd-8b7e-df655c7922d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317597 Aug 26 15:34:06.390218 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3594f444-78f9-4d94-ae85-d69d42fae5fb req-addf3585-6cc7-4e63-94c6-dbeea712d8ea tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:34:06.392099 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-3594f444-78f9-4d94-ae85-d69d42fae5fb req-addf3585-6cc7-4e63-94c6-dbeea712d8ea tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.47 "GET /v2.0/ports?device_id=369b097d-ba53-4d7d-9ddb-ae39feded1a5 HTTP/1.1" status: 200 len: 946 time: 0.0486510 Aug 26 15:34:06.484446 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [req-3594f444-78f9-4d94-ae85-d69d42fae5fb req-aa5cc5d1-8c31-4b78-b814-21da1c5cf650 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Deleting port 926f8330-f4de-40f7-8fb4-d1c143b33c6e {{(pid=93842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 15:34:06.484781 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-3594f444-78f9-4d94-ae85-d69d42fae5fb req-aa5cc5d1-8c31-4b78-b814-21da1c5cf650 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793280853279'] for port, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:34:06.573826 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.db [req-3594f444-78f9-4d94-ae85-d69d42fae5fb req-aa5cc5d1-8c31-4b78-b814-21da1c5cf650 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] For port 926f8330-f4de-40f7-8fb4-d1c143b33c6e, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=926f8330-f4de-40f7-8fb4-d1c143b33c6e,segment=NetworkSegment(0ec0529a-fb33-4f07-bc7a-84b32e32ac14),segment_id=0ec0529a-fb33-4f07-bc7a-84b32e32ac14)] {{(pid=93842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:34:06.574167 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-3594f444-78f9-4d94-ae85-d69d42fae5fb req-aa5cc5d1-8c31-4b78-b814-21da1c5cf650 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3924976'] for port, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:34:06.592915 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [req-3594f444-78f9-4d94-ae85-d69d42fae5fb req-aa5cc5d1-8c31-4b78-b814-21da1c5cf650 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Calling delete_port for 926f8330-f4de-40f7-8fb4-d1c143b33c6e owned by compute:nova {{(pid=93842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 15:34:06.725417 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-3594f444-78f9-4d94-ae85-d69d42fae5fb req-aa5cc5d1-8c31-4b78-b814-21da1c5cf650 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793280828191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793280355368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261268877'] for port, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:34:06.752455 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5cc5d1-8c31-4b78-b814-21da1c5cf650 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Pushing event deleted for resources: {'Port': ['ID=926f8330-f4de-40f7-8fb4-d1c143b33c6e,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:34:06.798431 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.db.l3_dvrscheduler_db [req-3594f444-78f9-4d94-ae85-d69d42fae5fb req-aa5cc5d1-8c31-4b78-b814-21da1c5cf650 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] No DVR routers for this DVR port 926f8330-f4de-40f7-8fb4-d1c143b33c6e on host hv-cinder-77957 {{(pid=93842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 15:34:06.800843 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-3594f444-78f9-4d94-ae85-d69d42fae5fb req-aa5cc5d1-8c31-4b78-b814-21da1c5cf650 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4089636'] for port, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:34:06.802848 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-3594f444-78f9-4d94-ae85-d69d42fae5fb req-aa5cc5d1-8c31-4b78-b814-21da1c5cf650 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.47 "DELETE /v2.0/ports/926f8330-f4de-40f7-8fb4-d1c143b33c6e HTTP/1.1" status: 204 len: 173 time: 0.4048550 Aug 26 15:34:06.935676 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '369b097d-ba53-4d7d-9ddb-ae39feded1a5', 'name': 'network-vif-deleted', 'tag': '926f8330-f4de-40f7-8fb4-d1c143b33c6e'}] {{(pid=93842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 15:34:06.938034 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ba7f6f71eda5a1db7669fef78c8684417bcd8012e21f8533533c8be1abdbb96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9e974c5-e54f-4498-968a-a8d8a235e732" -d '{"events": [{"server_uuid": "369b097d-ba53-4d7d-9ddb-ae39feded1a5", "name": "network-vif-deleted", "tag": "926f8330-f4de-40f7-8fb4-d1c143b33c6e"}]}' {{(pid=93842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:34:06.987618 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 15:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c39a87d-6597-4f8d-9ad2-d5b6c13a0b53 x-openstack-request-id: req-6c39a87d-6597-4f8d-9ad2-d5b6c13a0b53 {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:34:06.987907 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "369b097d-ba53-4d7d-9ddb-ae39feded1a5", "name": "network-vif-deleted", "tag": "926f8330-f4de-40f7-8fb4-d1c143b33c6e", "status": "completed", "code": 200}]} {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:34:06.988162 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6c39a87d-6597-4f8d-9ad2-d5b6c13a0b53 {{(pid=93842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:34:06.988560 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '369b097d-ba53-4d7d-9ddb-ae39feded1a5', 'name': 'network-vif-deleted', 'tag': '926f8330-f4de-40f7-8fb4-d1c143b33c6e', 'status': 'completed', 'code': 200} Aug 26 15:34:07.194535 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-b6763843-da4e-493d-9da5-28042a0c904c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:34:07.279439 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-03db0820-691e-4fce-b0b1-cc9050b70dfd req-17e456ca-ffb3-444d-8d01-84f389d223e8 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/ports?device_id=369b097d-ba53-4d7d-9ddb-ae39feded1a5 HTTP/1.1" status: 200 len: 210 time: 0.0294931 Aug 26 15:34:09.011733 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:34:09.022941 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.agents_db [None req-f94a4f8d-c04a-4845-8e45-3296fab2d83d None None] Agent healthcheck: found 6 active agents {{(pid=93844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 15:34:09.608630 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Device 926f8330-f4de-40f7-8fb4-d1c143b33c6e no longer exists at agent hyperv_hv-cinder-77957 {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 15:34:09.629829 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] No Port match for: 926f8330-f4de-40f7-8fb4-d1c143b33c6e {{(pid=93843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 15:34:09.630176 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Device 926f8330-f4de-40f7-8fb4-d1c143b33c6e not bound to the agent host hv-cinder-77957 {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 15:34:09.864336 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:34:09.969530 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-24a6a646-c53b-49fc-8c07-94f4ea80c6d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:34:10.553339 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 34448) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:34:10.707897 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [None req-db4bfb55-a9f1-4508-a349-f90fdff838db tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Deleting port a056b8ee-e08b-465e-9588-4e2d78f2b660 {{(pid=93842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 15:34:10.708232 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-db4bfb55-a9f1-4508-a349-f90fdff838db tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793280853279'] for port, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:34:10.780547 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-db4bfb55-a9f1-4508-a349-f90fdff838db tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3924976'] for port, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:34:10.780869 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-db4bfb55-a9f1-4508-a349-f90fdff838db tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:34:10.792186 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [None req-db4bfb55-a9f1-4508-a349-f90fdff838db tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Calling delete_port for a056b8ee-e08b-465e-9588-4e2d78f2b660 owned by network:floatingip {{(pid=93842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 15:34:10.939662 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-db4bfb55-a9f1-4508-a349-f90fdff838db tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793280828191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793280355368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261268877'] for port, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:34:10.964666 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4bfb55-a9f1-4508-a349-f90fdff838db tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Pushing event deleted for resources: {'Port': ['ID=a056b8ee-e08b-465e-9588-4e2d78f2b660,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:34:11.027700 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-db4bfb55-a9f1-4508-a349-f90fdff838db tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Notify callbacks [] for floatingip, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:34:11.028026 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.db.l3_db [None req-db4bfb55-a9f1-4508-a349-f90fdff838db tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Floating IP 2ca8fad0-cdcf-4aa8-8859-e89c99347c09 disassociated (deleted). External IP: 172.27.3.71, port: 784762c3-e0b5-4a0e-95b9-4b2aee8242f8. Aug 26 15:34:11.238024 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db4bfb55-a9f1-4508-a349-f90fdff838db tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Router d5d6d445-b8cd-4f47-a92b-4b10fdd02ff7 has already been hosted by L3 agent 00a7d786-edfd-4f04-9152-3b7ae2bbf8ca {{(pid=93842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 15:34:11.396558 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c45f19a1-5a59-44e4-9446-0a9261f71b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:34:11.587175 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db4bfb55-a9f1-4508-a349-f90fdff838db tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Notify agent at l3_agent.dv-cinder-779576-7-iscsi the message routers_updated {{(pid=93842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 15:34:11.591730 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-db4bfb55-a9f1-4508-a349-f90fdff838db tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4089636'] for floatingip, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:34:11.597487 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd9c95c-c1b1-4928-8c00-2dd27a1358ca None None] Sync routers for ids ['d5d6d445-b8cd-4f47-a92b-4b10fdd02ff7'] in dv-cinder-779576-7-iscsi {{(pid=93843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 15:34:11.606293 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd9c95c-c1b1-4928-8c00-2dd27a1358ca None None] Routers {'d5d6d445-b8cd-4f47-a92b-4b10fdd02ff7'} bound to L3 agent in host dv-cinder-779576-7-iscsi {{(pid=93843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 15:34:11.606893 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-5bd9c95c-c1b1-4928-8c00-2dd27a1358ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T15:14:10Z,description=,heartbeat_timestamp=2021-08-26T15:34:10Z,host='dv-cinder-779576-7-iscsi',id=00a7d786-edfd-4f04-9152-3b7ae2bbf8ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T15:14:10Z,topic='l3_agent')) {'router_ids': ['d5d6d445-b8cd-4f47-a92b-4b10fdd02ff7'], 'active': True} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:34:11.618721 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-db4bfb55-a9f1-4508-a349-f90fdff838db tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "DELETE /v2.0/floatingips/2ca8fad0-cdcf-4aa8-8859-e89c99347c09 HTTP/1.1" status: 204 len: 168 time: 1.0642655 Aug 26 15:34:11.619545 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd365fc6-5722-4ca4-aad8-848d52f8a602', 'tag': '784762c3-e0b5-4a0e-95b9-4b2aee8242f8'}] {{(pid=93842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 15:34:11.621927 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ba7f6f71eda5a1db7669fef78c8684417bcd8012e21f8533533c8be1abdbb96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f593017-d6ed-4987-8e32-768bd2f32e23" -d '{"events": [{"name": "network-changed", "server_uuid": "cd365fc6-5722-4ca4-aad8-848d52f8a602", "tag": "784762c3-e0b5-4a0e-95b9-4b2aee8242f8"}]}' {{(pid=93842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:34:11.663257 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 15:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac62d26d-1654-4d9e-870d-f71b2b0297e5 x-openstack-request-id: req-ac62d26d-1654-4d9e-870d-f71b2b0297e5 {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:34:11.663544 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd365fc6-5722-4ca4-aad8-848d52f8a602", "tag": "784762c3-e0b5-4a0e-95b9-4b2aee8242f8", "status": "completed", "code": 200}]} {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:34:11.663794 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ac62d26d-1654-4d9e-870d-f71b2b0297e5 {{(pid=93842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:34:11.664189 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd365fc6-5722-4ca4-aad8-848d52f8a602', 'tag': '784762c3-e0b5-4a0e-95b9-4b2aee8242f8', 'status': 'completed', 'code': 200} Aug 26 15:34:11.720278 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvr_db [None req-5bd9c95c-c1b1-4928-8c00-2dd27a1358ca None None] Set router d5d6d445-b8cd-4f47-a92b-4b10fdd02ff7 gateway port host: dv-cinder-779576-7-iscsi {{(pid=93843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 15:34:11.729001 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f593017-d6ed-4987-8e32-768bd2f32e23 req-bd4e1ecb-1f8e-4439-abe6-43a0b3138832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:34:11.730539 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-6f593017-d6ed-4987-8e32-768bd2f32e23 req-bd4e1ecb-1f8e-4439-abe6-43a0b3138832 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1d44569eb5c241ab8c4e10ff4af9afb0&device_id=cd365fc6-5722-4ca4-aad8-848d52f8a602 HTTP/1.1" status: 200 len: 1099 time: 0.0432880 Aug 26 15:34:11.824615 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f593017-d6ed-4987-8e32-768bd2f32e23 req-9e93a465-8cd7-4f62-a572-d6f49c8496a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:34:11.827624 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-6f593017-d6ed-4987-8e32-768bd2f32e23 req-9e93a465-8cd7-4f62-a572-d6f49c8496a7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=450519e4-8c12-447b-a687-0d4a9d1435ad HTTP/1.1" status: 200 len: 912 time: 0.0891330 Aug 26 15:34:11.865055 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332717b4-eeb7-4448-8f70-d29b336442e8 req-3389971d-5207-466a-b2a1-89e009219dcf tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:34:11.866829 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-332717b4-eeb7-4448-8f70-d29b336442e8 req-3389971d-5207-466a-b2a1-89e009219dcf tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd365fc6-5722-4ca4-aad8-848d52f8a602 HTTP/1.1" status: 200 len: 946 time: 0.0508232 Aug 26 15:34:11.878118 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-6f593017-d6ed-4987-8e32-768bd2f32e23 req-2588e963-e1d3-49c0-b626-044c3c09430d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=784762c3-e0b5-4a0e-95b9-4b2aee8242f8 HTTP/1.1" status: 200 len: 217 time: 0.0434446 Aug 26 15:34:11.905591 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [req-332717b4-eeb7-4448-8f70-d29b336442e8 req-ebffaa6d-6923-4ca0-92ed-1fdec1d75fff tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/security-groups?id=672dc045-bd54-4dfd-8b7e-df655c7922d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325747 Aug 26 15:34:11.930111 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f593017-d6ed-4987-8e32-768bd2f32e23 req-c2435025-5df8-4001-88f8-93c84baf23a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:34:11.931670 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-6f593017-d6ed-4987-8e32-768bd2f32e23 req-c2435025-5df8-4001-88f8-93c84baf23a7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6465a299-7a62-4790-95c8-1882e69b35c5 HTTP/1.1" status: 200 len: 850 time: 0.0460999 Aug 26 15:34:11.948558 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-5bd9c95c-c1b1-4928-8c00-2dd27a1358ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5d6d445-b8cd-4f47-a92b-4b10fdd02ff7', 'name': 'tempest-TestVolumeBootPattern-386580631-router', 'tenant_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '0415c8a9-fc07-4695-8ef4-be13d02c0b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:26:45Z', 'updated_at': '2021-08-26T15:26:49Z', 'revision_number': 4, 'project_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'gw_port': {'id': '0415c8a9-fc07-4695-8ef4-be13d02c0b75', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:9d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d6d445-b8cd-4f47-a92b-4b10fdd02ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:26:46Z', 'updated_at': '2021-08-26T15:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi', '_interfaces': [{'id': '25db6656-5ef9-406c-9fa2-6c2e4d121a41', 'name': '', 'network_id': '450519e4-8c12-447b-a687-0d4a9d1435ad', 'tenant_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'mac_address': 'fa:16:3e:29:08:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d6d445-b8cd-4f47-a92b-4b10fdd02ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '6465a299-7a62-4790-95c8-1882e69b35c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:26:48Z', 'updated_at': '2021-08-26T15:26:55Z', 'revision_number': 5, 'project_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'subnets': [{'id': '6465a299-7a62-4790-95c8-1882e69b35c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-7-iscsi', False) {} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:34:11.976498 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd9c95c-c1b1-4928-8c00-2dd27a1358ca None None] Checking router: d5d6d445-b8cd-4f47-a92b-4b10fdd02ff7 for host: dv-cinder-779576-7-iscsi {{(pid=93843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 15:34:11.979401 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f593017-d6ed-4987-8e32-768bd2f32e23 req-c57994e8-19b4-4a6b-a59b-06344f299d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:34:11.980946 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-6f593017-d6ed-4987-8e32-768bd2f32e23 req-c57994e8-19b4-4a6b-a59b-06344f299d62 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=450519e4-8c12-447b-a687-0d4a9d1435ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413501 Aug 26 15:34:11.984897 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd9c95c-c1b1-4928-8c00-2dd27a1358ca None None] Routers {'d5d6d445-b8cd-4f47-a92b-4b10fdd02ff7'} bound to L3 agent in host dv-cinder-779576-7-iscsi {{(pid=93843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 15:34:11.985540 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-5bd9c95c-c1b1-4928-8c00-2dd27a1358ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T15:14:10Z,description=,heartbeat_timestamp=2021-08-26T15:34:10Z,host='dv-cinder-779576-7-iscsi',id=00a7d786-edfd-4f04-9152-3b7ae2bbf8ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T15:14:10Z,topic='l3_agent')) {'router_ids': ['d5d6d445-b8cd-4f47-a92b-4b10fdd02ff7'], 'active': True} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:34:12.073455 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-6f593017-d6ed-4987-8e32-768bd2f32e23 req-c9eabbfa-d289-478e-9b69-aa11b8c75667 service neutron] 10.222.0.47 "GET /v2.0/networks/450519e4-8c12-447b-a687-0d4a9d1435ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841117 Aug 26 15:34:12.092817 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvr_db [None req-5bd9c95c-c1b1-4928-8c00-2dd27a1358ca None None] Set router d5d6d445-b8cd-4f47-a92b-4b10fdd02ff7 gateway port host: dv-cinder-779576-7-iscsi {{(pid=93843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 15:34:12.163218 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-6f593017-d6ed-4987-8e32-768bd2f32e23 req-6ed85fa3-7217-4018-bb20-80d13e680d29 service neutron] 10.222.0.47 "GET /v2.0/networks/450519e4-8c12-447b-a687-0d4a9d1435ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807889 Aug 26 15:34:12.290373 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-5bd9c95c-c1b1-4928-8c00-2dd27a1358ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5d6d445-b8cd-4f47-a92b-4b10fdd02ff7', 'name': 'tempest-TestVolumeBootPattern-386580631-router', 'tenant_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '0415c8a9-fc07-4695-8ef4-be13d02c0b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:26:45Z', 'updated_at': '2021-08-26T15:26:49Z', 'revision_number': 4, 'project_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'gw_port': {'id': '0415c8a9-fc07-4695-8ef4-be13d02c0b75', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:9d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d6d445-b8cd-4f47-a92b-4b10fdd02ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:26:46Z', 'updated_at': '2021-08-26T15:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi', '_interfaces': [{'id': '25db6656-5ef9-406c-9fa2-6c2e4d121a41', 'name': '', 'network_id': '450519e4-8c12-447b-a687-0d4a9d1435ad', 'tenant_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'mac_address': 'fa:16:3e:29:08:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d6d445-b8cd-4f47-a92b-4b10fdd02ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '6465a299-7a62-4790-95c8-1882e69b35c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:26:48Z', 'updated_at': '2021-08-26T15:26:55Z', 'revision_number': 5, 'project_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'subnets': [{'id': '6465a299-7a62-4790-95c8-1882e69b35c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-7-iscsi', False) {} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:34:12.315824 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd9c95c-c1b1-4928-8c00-2dd27a1358ca None None] The sync data for ids ['d5d6d445-b8cd-4f47-a92b-4b10fdd02ff7'] in dv-cinder-779576-7-iscsi is: [{'id': 'd5d6d445-b8cd-4f47-a92b-4b10fdd02ff7', 'name': 'tempest-TestVolumeBootPattern-386580631-router', 'tenant_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '0415c8a9-fc07-4695-8ef4-be13d02c0b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:26:45Z', 'updated_at': '2021-08-26T15:26:49Z', 'revision_number': 4, 'project_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'gw_port': {'id': '0415c8a9-fc07-4695-8ef4-be13d02c0b75', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:9d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d6d445-b8cd-4f47-a92b-4b10fdd02ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:26:46Z', 'updated_at': '2021-08-26T15:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi', '_interfaces': [{'id': '25db6656-5ef9-406c-9fa2-6c2e4d121a41', 'name': '', 'network_id': '450519e4-8c12-447b-a687-0d4a9d1435ad', 'tenant_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'mac_address': 'fa:16:3e:29:08:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d6d445-b8cd-4f47-a92b-4b10fdd02ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '6465a299-7a62-4790-95c8-1882e69b35c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:26:48Z', 'updated_at': '2021-08-26T15:26:55Z', 'revision_number': 5, 'project_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'subnets': [{'id': '6465a299-7a62-4790-95c8-1882e69b35c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 15:34:12.523480 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6deb7205-00fb-4e94-b844-f9d8cc4b8009 None None] New status for floating IP 2ca8fad0-cdcf-4aa8-8859-e89c99347c09: DOWN {{(pid=93844) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 15:34:13.029931 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-a6032fac-f2a0-46d6-9c2c-2483dfdc6249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:34:13.039729 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9fb546-0107-43af-9030-85c620ec2f04 req-e6163a45-7763-4190-bd20-21fa3bd371b8 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:34:13.041199 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-5e9fb546-0107-43af-9030-85c620ec2f04 req-e6163a45-7763-4190-bd20-21fa3bd371b8 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd365fc6-5722-4ca4-aad8-848d52f8a602 HTTP/1.1" status: 200 len: 946 time: 0.0553784 Aug 26 15:34:13.078725 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-5e9fb546-0107-43af-9030-85c620ec2f04 req-49a46b14-5fac-4709-a3c5-937572fc9773 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/security-groups?id=672dc045-bd54-4dfd-8b7e-df655c7922d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315921 Aug 26 15:34:13.279148 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6affbac8-8b94-49c4-8342-ab8710e603d5 req-c771cb5a-049b-48e3-87c1-7e64116826be tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 15:34:13.280649 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-6affbac8-8b94-49c4-8342-ab8710e603d5 req-c771cb5a-049b-48e3-87c1-7e64116826be tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.47 "GET /v2.0/ports?device_id=cd365fc6-5722-4ca4-aad8-848d52f8a602 HTTP/1.1" status: 200 len: 946 time: 0.0486145 Aug 26 15:34:13.371863 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [req-6affbac8-8b94-49c4-8342-ab8710e603d5 req-7baf081e-7e74-4fde-9ad7-f3e1171d5a92 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Deleting port 784762c3-e0b5-4a0e-95b9-4b2aee8242f8 {{(pid=93842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 15:34:13.372196 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-6affbac8-8b94-49c4-8342-ab8710e603d5 req-7baf081e-7e74-4fde-9ad7-f3e1171d5a92 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793280853279'] for port, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:34:13.461045 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.db [req-6affbac8-8b94-49c4-8342-ab8710e603d5 req-7baf081e-7e74-4fde-9ad7-f3e1171d5a92 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] For port 784762c3-e0b5-4a0e-95b9-4b2aee8242f8, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=784762c3-e0b5-4a0e-95b9-4b2aee8242f8,segment=NetworkSegment(0ec0529a-fb33-4f07-bc7a-84b32e32ac14),segment_id=0ec0529a-fb33-4f07-bc7a-84b32e32ac14)] {{(pid=93842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:34:13.461401 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-6affbac8-8b94-49c4-8342-ab8710e603d5 req-7baf081e-7e74-4fde-9ad7-f3e1171d5a92 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3924976'] for port, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:34:13.475085 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [req-6affbac8-8b94-49c4-8342-ab8710e603d5 req-7baf081e-7e74-4fde-9ad7-f3e1171d5a92 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Calling delete_port for 784762c3-e0b5-4a0e-95b9-4b2aee8242f8 owned by compute:nova {{(pid=93842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 15:34:13.605013 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-6affbac8-8b94-49c4-8342-ab8710e603d5 req-7baf081e-7e74-4fde-9ad7-f3e1171d5a92 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793280828191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793280355368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261268877'] for port, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:34:13.634441 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baf081e-7e74-4fde-9ad7-f3e1171d5a92 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Pushing event deleted for resources: {'Port': ['ID=784762c3-e0b5-4a0e-95b9-4b2aee8242f8,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:34:13.684502 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.db.l3_dvrscheduler_db [req-6affbac8-8b94-49c4-8342-ab8710e603d5 req-7baf081e-7e74-4fde-9ad7-f3e1171d5a92 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] No DVR routers for this DVR port 784762c3-e0b5-4a0e-95b9-4b2aee8242f8 on host hv-cinder-77957 {{(pid=93842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 15:34:13.687050 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-6affbac8-8b94-49c4-8342-ab8710e603d5 req-7baf081e-7e74-4fde-9ad7-f3e1171d5a92 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4089636'] for port, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:34:13.689858 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-6affbac8-8b94-49c4-8342-ab8710e603d5 req-7baf081e-7e74-4fde-9ad7-f3e1171d5a92 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.47 "DELETE /v2.0/ports/784762c3-e0b5-4a0e-95b9-4b2aee8242f8 HTTP/1.1" status: 204 len: 173 time: 0.4036033 Aug 26 15:34:13.690307 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd365fc6-5722-4ca4-aad8-848d52f8a602', 'name': 'network-vif-deleted', 'tag': '784762c3-e0b5-4a0e-95b9-4b2aee8242f8'}] {{(pid=93842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 15:34:13.693072 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ba7f6f71eda5a1db7669fef78c8684417bcd8012e21f8533533c8be1abdbb96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1ae0e7f-215f-4151-a657-210eff9be190" -d '{"events": [{"server_uuid": "cd365fc6-5722-4ca4-aad8-848d52f8a602", "name": "network-vif-deleted", "tag": "784762c3-e0b5-4a0e-95b9-4b2aee8242f8"}]}' {{(pid=93842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:34:13.732549 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 15:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1748edf3-10ad-4f8d-b567-f2aabd44eb1d x-openstack-request-id: req-1748edf3-10ad-4f8d-b567-f2aabd44eb1d {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:34:13.732836 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd365fc6-5722-4ca4-aad8-848d52f8a602", "name": "network-vif-deleted", "tag": "784762c3-e0b5-4a0e-95b9-4b2aee8242f8", "status": "completed", "code": 200}]} {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:34:13.733079 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1748edf3-10ad-4f8d-b567-f2aabd44eb1d {{(pid=93842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:34:13.733464 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd365fc6-5722-4ca4-aad8-848d52f8a602', 'name': 'network-vif-deleted', 'tag': '784762c3-e0b5-4a0e-95b9-4b2aee8242f8', 'status': 'completed', 'code': 200} Aug 26 15:34:14.184510 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [req-adc78def-17cb-48ad-a963-f7093c67c42b req-c39732f6-4570-4ba0-85c6-3ab620a78e7b tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd365fc6-5722-4ca4-aad8-848d52f8a602 HTTP/1.1" status: 200 len: 210 time: 0.0258913 Aug 26 15:34:15.240140 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 34464) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:34:15.366203 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [None req-ffd09867-70b8-4571-b47a-7e7af898a8b9 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Deleting port b3c61756-aeaa-479e-874b-7af526ad4e4a {{(pid=93842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 15:34:15.366532 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-ffd09867-70b8-4571-b47a-7e7af898a8b9 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793280853279'] for port, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:34:15.442234 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-ffd09867-70b8-4571-b47a-7e7af898a8b9 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3924976'] for port, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:34:15.442461 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-ffd09867-70b8-4571-b47a-7e7af898a8b9 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:34:15.453919 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [None req-ffd09867-70b8-4571-b47a-7e7af898a8b9 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Calling delete_port for b3c61756-aeaa-479e-874b-7af526ad4e4a owned by network:floatingip {{(pid=93842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 15:34:15.585966 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-ffd09867-70b8-4571-b47a-7e7af898a8b9 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793280828191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793280355368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261268877'] for port, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:34:15.611561 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd09867-70b8-4571-b47a-7e7af898a8b9 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Pushing event deleted for resources: {'Port': ['ID=b3c61756-aeaa-479e-874b-7af526ad4e4a,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:34:15.672647 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-ffd09867-70b8-4571-b47a-7e7af898a8b9 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Notify callbacks [] for floatingip, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:34:15.675281 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-ffd09867-70b8-4571-b47a-7e7af898a8b9 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4089636'] for floatingip, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:34:15.676437 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-ffd09867-70b8-4571-b47a-7e7af898a8b9 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "DELETE /v2.0/floatingips/fc9e5980-ad8b-4907-939e-802b4e456d76 HTTP/1.1" status: 204 len: 168 time: 0.4353013 Aug 26 15:34:16.870430 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 34476) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:34:16.932089 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-69ad3172-88c3-4f4e-acbe-bf18ea343a46 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Notify callbacks [] for security_group, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:34:16.958026 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-69ad3172-88c3-4f4e-acbe-bf18ea343a46 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:34:17.016894 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-69ad3172-88c3-4f4e-acbe-bf18ea343a46 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:34:17.019861 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-69ad3172-88c3-4f4e-acbe-bf18ea343a46 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Notify callbacks [] for security_group, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:34:17.021041 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-69ad3172-88c3-4f4e-acbe-bf18ea343a46 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] 10.222.0.20 "DELETE /v2.0/security-groups/672dc045-bd54-4dfd-8b7e-df655c7922d3 HTTP/1.1" status: 204 len: 168 time: 0.1496027 Aug 26 15:34:17.030316 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ad3172-88c3-4f4e-acbe-bf18ea343a46 tempest-TestVolumeBootPattern-1736095950 tempest-TestVolumeBootPattern-1736095950-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=672dc045-bd54-4dfd-8b7e-df655c7922d3,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:34:17.074782 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 34480) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:34:17.566038 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-da9bec66-61c2-4292-b1c0-cc7aa67cbe3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3926049'] for router_interface, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:34:17.638723 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Device 784762c3-e0b5-4a0e-95b9-4b2aee8242f8 no longer exists at agent hyperv_hv-cinder-77957 {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 15:34:17.659568 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] No Port match for: 784762c3-e0b5-4a0e-95b9-4b2aee8242f8 {{(pid=93843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 15:34:17.659912 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Device 784762c3-e0b5-4a0e-95b9-4b2aee8242f8 not bound to the agent host hv-cinder-77957 {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 15:34:17.807596 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [None req-da9bec66-61c2-4292-b1c0-cc7aa67cbe3c admin admin] Deleting port 25db6656-5ef9-406c-9fa2-6c2e4d121a41 {{(pid=93842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 15:34:17.807929 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-da9bec66-61c2-4292-b1c0-cc7aa67cbe3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793280853279'] for port, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:34:17.883934 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.db [None req-da9bec66-61c2-4292-b1c0-cc7aa67cbe3c admin admin] For port 25db6656-5ef9-406c-9fa2-6c2e4d121a41, host dv-cinder-779576-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-7-iscsi',level=0,port_id=25db6656-5ef9-406c-9fa2-6c2e4d121a41,segment=NetworkSegment(0ec0529a-fb33-4f07-bc7a-84b32e32ac14),segment_id=0ec0529a-fb33-4f07-bc7a-84b32e32ac14)] {{(pid=93842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:34:17.884612 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-da9bec66-61c2-4292-b1c0-cc7aa67cbe3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3924976'] for port, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:34:17.897036 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [None req-da9bec66-61c2-4292-b1c0-cc7aa67cbe3c admin admin] Calling delete_port for 25db6656-5ef9-406c-9fa2-6c2e4d121a41 owned by network:router_interface {{(pid=93842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 15:34:18.077468 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-da9bec66-61c2-4292-b1c0-cc7aa67cbe3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793280828191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793280355368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261268877'] for port, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:34:18.103961 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9bec66-61c2-4292-b1c0-cc7aa67cbe3c admin admin] Pushing event deleted for resources: {'Port': ['ID=25db6656-5ef9-406c-9fa2-6c2e4d121a41,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:34:18.274104 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-da9bec66-61c2-4292-b1c0-cc7aa67cbe3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3774358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3926251'] for router_interface, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:34:18.486914 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da9bec66-61c2-4292-b1c0-cc7aa67cbe3c admin admin] Router d5d6d445-b8cd-4f47-a92b-4b10fdd02ff7 has already been hosted by L3 agent 00a7d786-edfd-4f04-9152-3b7ae2bbf8ca {{(pid=93842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 15:34:18.591224 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da9bec66-61c2-4292-b1c0-cc7aa67cbe3c admin admin] Notify agent at l3_agent.dv-cinder-779576-7-iscsi the message routers_updated {{(pid=93842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 15:34:18.596457 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-da9bec66-61c2-4292-b1c0-cc7aa67cbe3c admin admin] 10.222.0.20 "PUT /v2.0/routers/d5d6d445-b8cd-4f47-a92b-4b10fdd02ff7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5204415 Aug 26 15:34:18.599941 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 34484) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:34:18.600380 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaec256c-3e11-450d-b583-5ca65232b9a5 None None] Sync routers for ids ['d5d6d445-b8cd-4f47-a92b-4b10fdd02ff7'] in dv-cinder-779576-7-iscsi {{(pid=93843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 15:34:18.609575 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaec256c-3e11-450d-b583-5ca65232b9a5 None None] Routers {'d5d6d445-b8cd-4f47-a92b-4b10fdd02ff7'} bound to L3 agent in host dv-cinder-779576-7-iscsi {{(pid=93843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 15:34:18.610216 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-eaec256c-3e11-450d-b583-5ca65232b9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T15:14:10Z,description=,heartbeat_timestamp=2021-08-26T15:34:10Z,host='dv-cinder-779576-7-iscsi',id=00a7d786-edfd-4f04-9152-3b7ae2bbf8ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T15:14:10Z,topic='l3_agent')) {'router_ids': ['d5d6d445-b8cd-4f47-a92b-4b10fdd02ff7'], 'active': True} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:34:18.709778 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-84aedc6c-dce8-4a80-a974-d7f667b08af2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:34:18.717435 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvr_db [None req-eaec256c-3e11-450d-b583-5ca65232b9a5 None None] Set router d5d6d445-b8cd-4f47-a92b-4b10fdd02ff7 gateway port host: dv-cinder-779576-7-iscsi {{(pid=93843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 15:34:18.912884 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-eaec256c-3e11-450d-b583-5ca65232b9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5d6d445-b8cd-4f47-a92b-4b10fdd02ff7', 'name': 'tempest-TestVolumeBootPattern-386580631-router', 'tenant_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '0415c8a9-fc07-4695-8ef4-be13d02c0b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:26:45Z', 'updated_at': '2021-08-26T15:34:18Z', 'revision_number': 5, 'project_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'gw_port': {'id': '0415c8a9-fc07-4695-8ef4-be13d02c0b75', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:9d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d6d445-b8cd-4f47-a92b-4b10fdd02ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:26:46Z', 'updated_at': '2021-08-26T15:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi'}], 'dv-cinder-779576-7-iscsi', False) {} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:34:18.942143 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaec256c-3e11-450d-b583-5ca65232b9a5 None None] Checking router: d5d6d445-b8cd-4f47-a92b-4b10fdd02ff7 for host: dv-cinder-779576-7-iscsi {{(pid=93843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 15:34:18.950721 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaec256c-3e11-450d-b583-5ca65232b9a5 None None] Routers {'d5d6d445-b8cd-4f47-a92b-4b10fdd02ff7'} bound to L3 agent in host dv-cinder-779576-7-iscsi {{(pid=93843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 15:34:18.951330 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-eaec256c-3e11-450d-b583-5ca65232b9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T15:14:10Z,description=,heartbeat_timestamp=2021-08-26T15:34:10Z,host='dv-cinder-779576-7-iscsi',id=00a7d786-edfd-4f04-9152-3b7ae2bbf8ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T15:14:10Z,topic='l3_agent')) {'router_ids': ['d5d6d445-b8cd-4f47-a92b-4b10fdd02ff7'], 'active': True} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:34:19.056663 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvr_db [None req-eaec256c-3e11-450d-b583-5ca65232b9a5 None None] Set router d5d6d445-b8cd-4f47-a92b-4b10fdd02ff7 gateway port host: dv-cinder-779576-7-iscsi {{(pid=93843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 15:34:19.075659 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-84aedc6c-dce8-4a80-a974-d7f667b08af2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:34:19.129825 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [None req-84aedc6c-dce8-4a80-a974-d7f667b08af2 admin admin] Deleting port 0415c8a9-fc07-4695-8ef4-be13d02c0b75 {{(pid=93842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 15:34:19.130169 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-84aedc6c-dce8-4a80-a974-d7f667b08af2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793280853279'] for port, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:34:19.209294 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.db [None req-84aedc6c-dce8-4a80-a974-d7f667b08af2 admin admin] For port 0415c8a9-fc07-4695-8ef4-be13d02c0b75, host dv-cinder-779576-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-7-iscsi',level=0,port_id=0415c8a9-fc07-4695-8ef4-be13d02c0b75,segment=NetworkSegment(d599df7f-c7a7-42e6-8c54-3da29125ead3),segment_id=d599df7f-c7a7-42e6-8c54-3da29125ead3)] {{(pid=93842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:34:19.209662 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-84aedc6c-dce8-4a80-a974-d7f667b08af2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3924976'] for port, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:34:19.225353 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [None req-84aedc6c-dce8-4a80-a974-d7f667b08af2 admin admin] Calling delete_port for 0415c8a9-fc07-4695-8ef4-be13d02c0b75 owned by network:router_gateway {{(pid=93842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 15:34:19.233769 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-eaec256c-3e11-450d-b583-5ca65232b9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5d6d445-b8cd-4f47-a92b-4b10fdd02ff7', 'name': 'tempest-TestVolumeBootPattern-386580631-router', 'tenant_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '0415c8a9-fc07-4695-8ef4-be13d02c0b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:26:45Z', 'updated_at': '2021-08-26T15:34:18Z', 'revision_number': 5, 'project_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'gw_port': {'id': '0415c8a9-fc07-4695-8ef4-be13d02c0b75', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:9d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d6d445-b8cd-4f47-a92b-4b10fdd02ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:26:46Z', 'updated_at': '2021-08-26T15:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi'}], 'dv-cinder-779576-7-iscsi', False) {} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:34:19.264225 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaec256c-3e11-450d-b583-5ca65232b9a5 None None] The sync data for ids ['d5d6d445-b8cd-4f47-a92b-4b10fdd02ff7'] in dv-cinder-779576-7-iscsi is: [{'id': 'd5d6d445-b8cd-4f47-a92b-4b10fdd02ff7', 'name': 'tempest-TestVolumeBootPattern-386580631-router', 'tenant_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '0415c8a9-fc07-4695-8ef4-be13d02c0b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:26:45Z', 'updated_at': '2021-08-26T15:34:18Z', 'revision_number': 5, 'project_id': '1d44569eb5c241ab8c4e10ff4af9afb0', 'gw_port': {'id': '0415c8a9-fc07-4695-8ef4-be13d02c0b75', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:9d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d6d445-b8cd-4f47-a92b-4b10fdd02ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:26:46Z', 'updated_at': '2021-08-26T15:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi'}] {{(pid=93843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 15:34:19.392821 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-84aedc6c-dce8-4a80-a974-d7f667b08af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793280828191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793280355368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261268877'] for port, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:34:19.421145 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aedc6c-dce8-4a80-a974-d7f667b08af2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0415c8a9-fc07-4695-8ef4-be13d02c0b75,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:34:19.480977 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-84aedc6c-dce8-4a80-a974-d7f667b08af2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3928497'] for router_gateway, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:34:19.581082 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-84aedc6c-dce8-4a80-a974-d7f667b08af2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3930414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28890'] for router, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:34:19.583332 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-84aedc6c-dce8-4a80-a974-d7f667b08af2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:34:19.650763 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-84aedc6c-dce8-4a80-a974-d7f667b08af2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3930401'] for router, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:34:19.650893 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84aedc6c-dce8-4a80-a974-d7f667b08af2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5d6d445-b8cd-4f47-a92b-4b10fdd02ff7 {{(pid=93842) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 15:34:19.655599 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-84aedc6c-dce8-4a80-a974-d7f667b08af2 admin admin] Notify callbacks [] for router, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:34:19.656761 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-84aedc6c-dce8-4a80-a974-d7f667b08af2 admin admin] 10.222.0.20 "DELETE /v2.0/routers/d5d6d445-b8cd-4f47-a92b-4b10fdd02ff7 HTTP/1.1" status: 204 len: 168 time: 1.0558834 Aug 26 15:34:19.659964 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 34486) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:34:19.704397 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.db.db_base_plugin_v2 [None req-657ade18-c985-4135-8c9a-26901e811c08 admin admin] Deleting subnet 6465a299-7a62-4790-95c8-1882e69b35c5 {{(pid=93842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 15:34:19.708351 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-657ade18-c985-4135-8c9a-26901e811c08 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:34:19.743180 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-657ade18-c985-4135-8c9a-26901e811c08 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261274009'] for subnet, precommit_delete_associations {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:34:19.855206 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-657ade18-c985-4135-8c9a-26901e811c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3507378'] for subnet, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:34:19.913266 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-657ade18-c985-4135-8c9a-26901e811c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3507389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261268958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260396897'] for subnet, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:34:19.936058 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657ade18-c985-4135-8c9a-26901e811c08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6465a299-7a62-4790-95c8-1882e69b35c5,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:34:19.943942 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-657ade18-c985-4135-8c9a-26901e811c08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774323'] for subnet, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:34:19.945895 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-657ade18-c985-4135-8c9a-26901e811c08 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/6465a299-7a62-4790-95c8-1882e69b35c5 HTTP/1.1" status: 204 len: 168 time: 0.2849662 Aug 26 15:34:19.949218 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 34488) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:34:19.949887 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d23d8792-a5b9-42f6-a07e-d779493991d6 None None] Network 450519e4-8c12-447b-a687-0d4a9d1435ad requested from dv-cinder-779576-7-iscsi {{(pid=93843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 15:34:20.028025 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-439b7e69-4c87-4b38-921d-e14c829a9d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526882'] for network, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:34:20.080381 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [None req-439b7e69-4c87-4b38-921d-e14c829a9d12 admin admin] Deleting port 6a91e0a5-acfc-4dee-b8ab-e0c68b0fb342 {{(pid=93842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 15:34:20.082338 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-439b7e69-4c87-4b38-921d-e14c829a9d12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793280853279'] for port, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:34:20.147177 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.db [None req-439b7e69-4c87-4b38-921d-e14c829a9d12 admin admin] For port 6a91e0a5-acfc-4dee-b8ab-e0c68b0fb342, host dv-cinder-779576-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-7-iscsi',level=0,port_id=6a91e0a5-acfc-4dee-b8ab-e0c68b0fb342,segment=NetworkSegment(0ec0529a-fb33-4f07-bc7a-84b32e32ac14),segment_id=0ec0529a-fb33-4f07-bc7a-84b32e32ac14)] {{(pid=93842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:34:20.147969 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-439b7e69-4c87-4b38-921d-e14c829a9d12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3924976'] for port, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:34:20.159934 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [None req-439b7e69-4c87-4b38-921d-e14c829a9d12 admin admin] Calling delete_port for 6a91e0a5-acfc-4dee-b8ab-e0c68b0fb342 owned by network:dhcp {{(pid=93842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 15:34:20.248560 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-439b7e69-4c87-4b38-921d-e14c829a9d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793280828191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793280355368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261268877'] for port, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:34:20.251330 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0eed560-31ca-4064-861b-f30e54a19adb None None] DHCP port deletion for 450519e4-8c12-447b-a687-0d4a9d1435ad request from dv-cinder-779576-7-iscsi {{(pid=93843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 15:34:20.284250 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439b7e69-4c87-4b38-921d-e14c829a9d12 admin admin] No DVR routers for this DVR port 6a91e0a5-acfc-4dee-b8ab-e0c68b0fb342 on host dv-cinder-779576-7-iscsi {{(pid=93842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 15:34:20.286342 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439b7e69-4c87-4b38-921d-e14c829a9d12 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a91e0a5-acfc-4dee-b8ab-e0c68b0fb342,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:34:20.359250 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-439b7e69-4c87-4b38-921d-e14c829a9d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687945', 'neutron.services.segments.db._delete_segments_for_network-8793280934638'] for network, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:34:20.369621 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.services.segments.db [None req-439b7e69-4c87-4b38-921d-e14c829a9d12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['450519e4-8c12-447b-a687-0d4a9d1435ad']}} {{(pid=93842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:34:20.381492 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.services.segments.db [None req-439b7e69-4c87-4b38-921d-e14c829a9d12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ec0529a-fb33-4f07-bc7a-84b32e32ac14') {'for_net_delete': True} {{(pid=93842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:34:20.381825 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.services.segments.db [None req-439b7e69-4c87-4b38-921d-e14c829a9d12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ec0529a-fb33-4f07-bc7a-84b32e32ac14') {} {{(pid=93842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:34:20.392534 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-439b7e69-4c87-4b38-921d-e14c829a9d12 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793280934521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261273990'] for segment, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:34:20.406016 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-439b7e69-4c87-4b38-921d-e14c829a9d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509819'] for segment, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:34:20.412028 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-439b7e69-4c87-4b38-921d-e14c829a9d12 admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=93842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 15:34:20.412414 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-439b7e69-4c87-4b38-921d-e14c829a9d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261268920'] for segment, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:34:20.414115 dv-cinder-779576-7-iscsi neutron-server[93842]: Traceback (most recent call last): Aug 26 15:34:20.414115 dv-cinder-779576-7-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 15:34:20.414115 dv-cinder-779576-7-iscsi neutron-server[93842]: timer() Aug 26 15:34:20.414115 dv-cinder-779576-7-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 15:34:20.414115 dv-cinder-779576-7-iscsi neutron-server[93842]: cb(*args, **kw) Aug 26 15:34:20.414115 dv-cinder-779576-7-iscsi neutron-server[93842]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 15:34:20.414115 dv-cinder-779576-7-iscsi neutron-server[93842]: return func(*args, **kwargs) Aug 26 15:34:20.414115 dv-cinder-779576-7-iscsi neutron-server[93842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 15:34:20.414115 dv-cinder-779576-7-iscsi neutron-server[93842]: self._notify() Aug 26 15:34:20.414115 dv-cinder-779576-7-iscsi neutron-server[93842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 15:34:20.414115 dv-cinder-779576-7-iscsi neutron-server[93842]: self.callback(batched_events) Aug 26 15:34:20.414115 dv-cinder-779576-7-iscsi neutron-server[93842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 15:34:20.414115 dv-cinder-779576-7-iscsi neutron-server[93842]: event.method(event) Aug 26 15:34:20.414115 dv-cinder-779576-7-iscsi neutron-server[93842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 15:34:20.414115 dv-cinder-779576-7-iscsi neutron-server[93842]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 15:34:20.414115 dv-cinder-779576-7-iscsi neutron-server[93842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 15:34:20.414115 dv-cinder-779576-7-iscsi neutron-server[93842]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 15:34:20.414115 dv-cinder-779576-7-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 15:34:20.414115 dv-cinder-779576-7-iscsi neutron-server[93842]: return f(self, *a, **k) Aug 26 15:34:20.414115 dv-cinder-779576-7-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 15:34:20.414115 dv-cinder-779576-7-iscsi neutron-server[93842]: return self._get(url).json() Aug 26 15:34:20.414115 dv-cinder-779576-7-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 15:34:20.414115 dv-cinder-779576-7-iscsi neutron-server[93842]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 15:34:20.414115 dv-cinder-779576-7-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 15:34:20.414115 dv-cinder-779576-7-iscsi neutron-server[93842]: return self.request(url, 'GET', **kwargs) Aug 26 15:34:20.414115 dv-cinder-779576-7-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 15:34:20.414115 dv-cinder-779576-7-iscsi neutron-server[93842]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 15:34:20.414115 dv-cinder-779576-7-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 15:34:20.414115 dv-cinder-779576-7-iscsi neutron-server[93842]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 15:34:20.414115 dv-cinder-779576-7-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 15:34:20.414115 dv-cinder-779576-7-iscsi neutron-server[93842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 15:34:20.414115 dv-cinder-779576-7-iscsi neutron-server[93842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 15:34:20.466835 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-439b7e69-4c87-4b38-921d-e14c829a9d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3928461'] for network, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:34:20.473482 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-439b7e69-4c87-4b38-921d-e14c829a9d12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774323'] for network, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:34:20.475366 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-439b7e69-4c87-4b38-921d-e14c829a9d12 admin admin] 10.222.0.20 "DELETE /v2.0/networks/450519e4-8c12-447b-a687-0d4a9d1435ad HTTP/1.1" status: 204 len: 168 time: 0.5251920 Aug 26 15:34:20.478580 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 34490) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:34:20.488869 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439b7e69-4c87-4b38-921d-e14c829a9d12 admin admin] Pushing event deleted for resources: {'Network': ['ID=450519e4-8c12-447b-a687-0d4a9d1435ad,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:34:20.787598 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Device 25db6656-5ef9-406c-9fa2-6c2e4d121a41 no longer exists at agent ovs-agent-dv-cinder-779576-7-iscsi {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 15:34:20.812046 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] No Port match for: 25db6656-5ef9-406c-9fa2-6c2e4d121a41 {{(pid=93843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 15:34:20.812393 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Device 25db6656-5ef9-406c-9fa2-6c2e4d121a41 not bound to the agent host dv-cinder-779576-7-iscsi {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 15:34:20.812805 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Device 0415c8a9-fc07-4695-8ef4-be13d02c0b75 no longer exists at agent ovs-agent-dv-cinder-779576-7-iscsi {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 15:34:20.832590 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] No Port match for: 0415c8a9-fc07-4695-8ef4-be13d02c0b75 {{(pid=93843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 15:34:20.832932 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Device 0415c8a9-fc07-4695-8ef4-be13d02c0b75 not bound to the agent host dv-cinder-779576-7-iscsi {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 15:34:20.833335 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Device 6a91e0a5-acfc-4dee-b8ab-e0c68b0fb342 no longer exists at agent ovs-agent-dv-cinder-779576-7-iscsi {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 15:34:20.836435 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-a796bfaa-a388-446a-98e5-153aa35fb4e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3926049'] for router_interface, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:34:20.852683 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] No Port match for: 6a91e0a5-acfc-4dee-b8ab-e0c68b0fb342 {{(pid=93843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 15:34:20.853029 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Device 6a91e0a5-acfc-4dee-b8ab-e0c68b0fb342 not bound to the agent host dv-cinder-779576-7-iscsi {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 15:34:21.095309 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.plugin [None req-a796bfaa-a388-446a-98e5-153aa35fb4e8 admin admin] Deleting port 24eece22-3331-4972-a340-0bc364f4228b {{(pid=93841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 15:34:21.095553 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-a796bfaa-a388-446a-98e5-153aa35fb4e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793280853279'] for port, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:34:21.178916 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-a796bfaa-a388-446a-98e5-153aa35fb4e8 admin admin] For port 24eece22-3331-4972-a340-0bc364f4228b, host dv-cinder-779576-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-7-iscsi',level=0,port_id=24eece22-3331-4972-a340-0bc364f4228b,segment=NetworkSegment(adeafd22-86f5-4980-8fef-b6a984b8981a),segment_id=adeafd22-86f5-4980-8fef-b6a984b8981a)] {{(pid=93841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:34:21.179275 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-a796bfaa-a388-446a-98e5-153aa35fb4e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3924976'] for port, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:34:21.193193 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.plugin [None req-a796bfaa-a388-446a-98e5-153aa35fb4e8 admin admin] Calling delete_port for 24eece22-3331-4972-a340-0bc364f4228b owned by network:router_interface {{(pid=93841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 15:34:21.373346 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-a796bfaa-a388-446a-98e5-153aa35fb4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793280828191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793280355368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263742114'] for port, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:34:21.401268 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a796bfaa-a388-446a-98e5-153aa35fb4e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=24eece22-3331-4972-a340-0bc364f4228b,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:34:21.413560 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a796bfaa-a388-446a-98e5-153aa35fb4e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:34:21.413938 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a796bfaa-a388-446a-98e5-153aa35fb4e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:34:21.414277 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a796bfaa-a388-446a-98e5-153aa35fb4e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:34:21.414606 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a796bfaa-a388-446a-98e5-153aa35fb4e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:34:21.414932 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a796bfaa-a388-446a-98e5-153aa35fb4e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:34:21.415258 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a796bfaa-a388-446a-98e5-153aa35fb4e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:34:21.415581 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a796bfaa-a388-446a-98e5-153aa35fb4e8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:34:21.415951 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a796bfaa-a388-446a-98e5-153aa35fb4e8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:34:21.416329 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a796bfaa-a388-446a-98e5-153aa35fb4e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:34:21.416657 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a796bfaa-a388-446a-98e5-153aa35fb4e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:34:21.416974 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a796bfaa-a388-446a-98e5-153aa35fb4e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:34:21.417289 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a796bfaa-a388-446a-98e5-153aa35fb4e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:34:21.838401 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-a796bfaa-a388-446a-98e5-153aa35fb4e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3774358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3926251'] for router_interface, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:34:22.073611 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a796bfaa-a388-446a-98e5-153aa35fb4e8 admin admin] Router d673cebe-cbdf-4ffe-a9d1-ff402b5d27dc has already been hosted by L3 agent 00a7d786-edfd-4f04-9152-3b7ae2bbf8ca {{(pid=93841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 15:34:22.185762 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a796bfaa-a388-446a-98e5-153aa35fb4e8 admin admin] Notify agent at l3_agent.dv-cinder-779576-7-iscsi the message routers_updated {{(pid=93841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 15:34:22.191351 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-a796bfaa-a388-446a-98e5-153aa35fb4e8 admin admin] 10.222.0.20 "PUT /v2.0/routers/d673cebe-cbdf-4ffe-a9d1-ff402b5d27dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7115066 Aug 26 15:34:22.194027 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 34492) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:34:22.195312 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8da5abe-b758-4590-ac83-44248e9a403f None None] Sync routers for ids ['d673cebe-cbdf-4ffe-a9d1-ff402b5d27dc'] in dv-cinder-779576-7-iscsi {{(pid=93844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 15:34:22.205476 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8da5abe-b758-4590-ac83-44248e9a403f None None] Routers {'d673cebe-cbdf-4ffe-a9d1-ff402b5d27dc'} bound to L3 agent in host dv-cinder-779576-7-iscsi {{(pid=93844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 15:34:22.206167 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-b8da5abe-b758-4590-ac83-44248e9a403f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T15:14:10Z,description=,heartbeat_timestamp=2021-08-26T15:34:10Z,host='dv-cinder-779576-7-iscsi',id=00a7d786-edfd-4f04-9152-3b7ae2bbf8ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T15:14:10Z,topic='l3_agent')) {'router_ids': ['d673cebe-cbdf-4ffe-a9d1-ff402b5d27dc'], 'active': True} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:34:22.303022 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-6eaccb9d-c83a-424a-8b3e-67b60759f140 admin admin] Notify callbacks [] for router, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:34:22.313093 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvr_db [None req-b8da5abe-b758-4590-ac83-44248e9a403f None None] Set router d673cebe-cbdf-4ffe-a9d1-ff402b5d27dc gateway port host: dv-cinder-779576-7-iscsi {{(pid=93844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 15:34:22.415300 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-6eaccb9d-c83a-424a-8b3e-67b60759f140 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:34:22.471850 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.plugin [None req-6eaccb9d-c83a-424a-8b3e-67b60759f140 admin admin] Deleting port d5dd1201-c3b0-4a9a-b628-c0bd4980c707 {{(pid=93841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 15:34:22.472137 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-6eaccb9d-c83a-424a-8b3e-67b60759f140 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793280853279'] for port, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:34:22.512856 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-b8da5abe-b758-4590-ac83-44248e9a403f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd673cebe-cbdf-4ffe-a9d1-ff402b5d27dc', 'name': 'tempest-TestVolumeBootPattern-885178804-router', 'tenant_id': 'd3a21791a7ba4b01b9a567092c887665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'external_fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': 'd5dd1201-c3b0-4a9a-b628-c0bd4980c707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:26:51Z', 'updated_at': '2021-08-26T15:34:21Z', 'revision_number': 5, 'project_id': 'd3a21791a7ba4b01b9a567092c887665', 'gw_port': {'id': 'd5dd1201-c3b0-4a9a-b628-c0bd4980c707', 'name': '', 'network_id': '94c3c280-690c-4a83-85d9-6b8aea125a5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd673cebe-cbdf-4ffe-a9d1-ff402b5d27dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T15:26:52Z', 'updated_at': '2021-08-26T15:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcbbbf85-6bcd-493f-b527-2ade21fd40af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-7-iscsi'}], 'dv-cinder-779576-7-iscsi', False) {} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:34:22.539241 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8da5abe-b758-4590-ac83-44248e9a403f None None] Checking router: d673cebe-cbdf-4ffe-a9d1-ff402b5d27dc for host: dv-cinder-779576-7-iscsi {{(pid=93844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 15:34:22.547482 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8da5abe-b758-4590-ac83-44248e9a403f None None] Routers {'d673cebe-cbdf-4ffe-a9d1-ff402b5d27dc'} bound to L3 agent in host dv-cinder-779576-7-iscsi {{(pid=93844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 15:34:22.548088 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-b8da5abe-b758-4590-ac83-44248e9a403f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T15:14:10Z,description=,heartbeat_timestamp=2021-08-26T15:34:10Z,host='dv-cinder-779576-7-iscsi',id=00a7d786-edfd-4f04-9152-3b7ae2bbf8ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T15:14:10Z,topic='l3_agent')) {'router_ids': ['d673cebe-cbdf-4ffe-a9d1-ff402b5d27dc'], 'active': True} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:34:22.551121 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-6eaccb9d-c83a-424a-8b3e-67b60759f140 admin admin] For port d5dd1201-c3b0-4a9a-b628-c0bd4980c707, host dv-cinder-779576-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-7-iscsi',level=0,port_id=d5dd1201-c3b0-4a9a-b628-c0bd4980c707,segment=NetworkSegment(d599df7f-c7a7-42e6-8c54-3da29125ead3),segment_id=d599df7f-c7a7-42e6-8c54-3da29125ead3)] {{(pid=93841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:34:22.551515 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-6eaccb9d-c83a-424a-8b3e-67b60759f140 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3924976'] for port, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:34:22.565159 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.plugin [None req-6eaccb9d-c83a-424a-8b3e-67b60759f140 admin admin] Calling delete_port for d5dd1201-c3b0-4a9a-b628-c0bd4980c707 owned by network:router_gateway {{(pid=93841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 15:34:22.634789 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvr_db [None req-b8da5abe-b758-4590-ac83-44248e9a403f None None] Set router d673cebe-cbdf-4ffe-a9d1-ff402b5d27dc gateway port host: None {{(pid=93844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 15:34:22.698536 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-b8da5abe-b758-4590-ac83-44248e9a403f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd673cebe-cbdf-4ffe-a9d1-ff402b5d27dc', 'name': 'tempest-TestVolumeBootPattern-885178804-router', 'tenant_id': 'd3a21791a7ba4b01b9a567092c887665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:26:51Z', 'updated_at': '2021-08-26T15:34:22Z', 'revision_number': 6, 'project_id': 'd3a21791a7ba4b01b9a567092c887665', 'gw_port_host': None}], 'dv-cinder-779576-7-iscsi', False) {} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:34:22.727356 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8da5abe-b758-4590-ac83-44248e9a403f None None] The sync data for ids ['d673cebe-cbdf-4ffe-a9d1-ff402b5d27dc'] in dv-cinder-779576-7-iscsi is: [{'id': 'd673cebe-cbdf-4ffe-a9d1-ff402b5d27dc', 'name': 'tempest-TestVolumeBootPattern-885178804-router', 'tenant_id': 'd3a21791a7ba4b01b9a567092c887665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T15:26:51Z', 'updated_at': '2021-08-26T15:34:22Z', 'revision_number': 6, 'project_id': 'd3a21791a7ba4b01b9a567092c887665', 'gw_port_host': None}] {{(pid=93844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 15:34:22.761956 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-6eaccb9d-c83a-424a-8b3e-67b60759f140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793280828191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793280355368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263742114'] for port, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:34:22.797565 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaccb9d-c83a-424a-8b3e-67b60759f140 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5dd1201-c3b0-4a9a-b628-c0bd4980c707,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:34:22.860111 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-6eaccb9d-c83a-424a-8b3e-67b60759f140 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3928497'] for router_gateway, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:34:22.957477 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-6eaccb9d-c83a-424a-8b3e-67b60759f140 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3930414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28890'] for router, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:34:22.959927 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-6eaccb9d-c83a-424a-8b3e-67b60759f140 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:34:23.005977 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-6eaccb9d-c83a-424a-8b3e-67b60759f140 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3930401'] for router, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:34:23.006554 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eaccb9d-c83a-424a-8b3e-67b60759f140 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d673cebe-cbdf-4ffe-a9d1-ff402b5d27dc {{(pid=93841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 15:34:23.010875 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-6eaccb9d-c83a-424a-8b3e-67b60759f140 admin admin] Notify callbacks [] for router, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:34:23.012388 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-6eaccb9d-c83a-424a-8b3e-67b60759f140 admin admin] 10.222.0.20 "DELETE /v2.0/routers/d673cebe-cbdf-4ffe-a9d1-ff402b5d27dc HTTP/1.1" status: 204 len: 168 time: 0.8173401 Aug 26 15:34:23.015387 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 34494) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:34:23.067827 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.db.db_base_plugin_v2 [None req-7754ecdb-f477-4825-9446-b50efb02b307 admin admin] Deleting subnet 2a2b1427-5005-4ec0-a425-16d2f5c35ac2 {{(pid=93841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 15:34:23.071477 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-7754ecdb-f477-4825-9446-b50efb02b307 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:34:23.108798 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-7754ecdb-f477-4825-9446-b50efb02b307 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263749214'] for subnet, precommit_delete_associations {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:34:23.194770 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-7754ecdb-f477-4825-9446-b50efb02b307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3507378'] for subnet, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:34:23.252496 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-7754ecdb-f477-4825-9446-b50efb02b307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3507389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263742193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263881457'] for subnet, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:34:23.281780 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7754ecdb-f477-4825-9446-b50efb02b307 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a2b1427-5005-4ec0-a425-16d2f5c35ac2,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:34:23.286389 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-7754ecdb-f477-4825-9446-b50efb02b307 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:34:23.288270 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-7754ecdb-f477-4825-9446-b50efb02b307 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/2a2b1427-5005-4ec0-a425-16d2f5c35ac2 HTTP/1.1" status: 204 len: 168 time: 0.2718675 Aug 26 15:34:23.290833 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.20', 34496) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:34:23.292342 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d50989a-5478-44c9-94c5-9c737cdff1b7 None None] Network bb1b74c2-76f2-4b49-bb66-b31909a4e4a9 requested from dv-cinder-779576-7-iscsi {{(pid=93843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 15:34:23.363328 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-0743291b-d7b4-4535-b1a2-c66f31700175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526882'] for network, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:34:23.418804 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [None req-0743291b-d7b4-4535-b1a2-c66f31700175 admin admin] Deleting port 159d722d-5ff6-42e0-acf0-aabab71b2105 {{(pid=93842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 15:34:23.419159 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-0743291b-d7b4-4535-b1a2-c66f31700175 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793280853279'] for port, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:34:23.475788 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b208b0da-50c8-41a2-91cc-52bf05876943 None None] DHCP port deletion for bb1b74c2-76f2-4b49-bb66-b31909a4e4a9 request from dv-cinder-779576-7-iscsi {{(pid=93843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 15:34:23.504224 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.db [None req-0743291b-d7b4-4535-b1a2-c66f31700175 admin admin] For port 159d722d-5ff6-42e0-acf0-aabab71b2105, host dv-cinder-779576-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-7-iscsi',level=0,port_id=159d722d-5ff6-42e0-acf0-aabab71b2105,segment=NetworkSegment(adeafd22-86f5-4980-8fef-b6a984b8981a),segment_id=adeafd22-86f5-4980-8fef-b6a984b8981a)] {{(pid=93842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:34:23.504803 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-0743291b-d7b4-4535-b1a2-c66f31700175 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3924976'] for port, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:34:23.527430 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [None req-0743291b-d7b4-4535-b1a2-c66f31700175 admin admin] Calling delete_port for 159d722d-5ff6-42e0-acf0-aabab71b2105 owned by network:dhcp {{(pid=93842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 15:34:23.528187 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-b208b0da-50c8-41a2-91cc-52bf05876943 None None] Deleting port 159d722d-5ff6-42e0-acf0-aabab71b2105 {{(pid=93843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 15:34:23.528559 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-b208b0da-50c8-41a2-91cc-52bf05876943 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793280853279'] for port, before_delete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:34:23.592654 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-b208b0da-50c8-41a2-91cc-52bf05876943 None None] For port 159d722d-5ff6-42e0-acf0-aabab71b2105, host dv-cinder-779576-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-7-iscsi',level=0,port_id=159d722d-5ff6-42e0-acf0-aabab71b2105,segment=NetworkSegment(adeafd22-86f5-4980-8fef-b6a984b8981a),segment_id=adeafd22-86f5-4980-8fef-b6a984b8981a)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:34:23.593128 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-b208b0da-50c8-41a2-91cc-52bf05876943 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3924976'] for port, precommit_delete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:34:23.608293 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-b208b0da-50c8-41a2-91cc-52bf05876943 None None] Calling delete_port for 159d722d-5ff6-42e0-acf0-aabab71b2105 owned by network:dhcp {{(pid=93843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 15:34:23.667035 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-0743291b-d7b4-4535-b1a2-c66f31700175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793280828191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793280355368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261268877'] for port, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:34:23.697609 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0743291b-d7b4-4535-b1a2-c66f31700175 admin admin] Pushing event deleted for resources: {'Port': ['ID=159d722d-5ff6-42e0-acf0-aabab71b2105,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:34:23.701501 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0743291b-d7b4-4535-b1a2-c66f31700175 admin admin] No DVR routers for this DVR port 159d722d-5ff6-42e0-acf0-aabab71b2105 on host dv-cinder-779576-7-iscsi {{(pid=93842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 15:34:23.783324 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-0743291b-d7b4-4535-b1a2-c66f31700175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687945', 'neutron.services.segments.db._delete_segments_for_network-8793280934638'] for network, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:34:23.793264 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.services.segments.db [None req-0743291b-d7b4-4535-b1a2-c66f31700175 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb1b74c2-76f2-4b49-bb66-b31909a4e4a9']}} {{(pid=93842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:34:23.803743 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.services.segments.db [None req-0743291b-d7b4-4535-b1a2-c66f31700175 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adeafd22-86f5-4980-8fef-b6a984b8981a') {'for_net_delete': True} {{(pid=93842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:34:23.804037 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.services.segments.db [None req-0743291b-d7b4-4535-b1a2-c66f31700175 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adeafd22-86f5-4980-8fef-b6a984b8981a') {} {{(pid=93842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:34:23.813081 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-0743291b-d7b4-4535-b1a2-c66f31700175 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793280934521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261273990'] for segment, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:34:23.816254 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-b208b0da-50c8-41a2-91cc-52bf05876943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793280828191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793280355368'] for port, after_delete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:34:23.827764 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-0743291b-d7b4-4535-b1a2-c66f31700175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509819'] for segment, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:34:23.834464 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0743291b-d7b4-4535-b1a2-c66f31700175 admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=93842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 15:34:23.834855 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-0743291b-d7b4-4535-b1a2-c66f31700175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261268920'] for segment, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:34:23.836519 dv-cinder-779576-7-iscsi neutron-server[93842]: Traceback (most recent call last): Aug 26 15:34:23.836519 dv-cinder-779576-7-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 15:34:23.836519 dv-cinder-779576-7-iscsi neutron-server[93842]: timer() Aug 26 15:34:23.836519 dv-cinder-779576-7-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 15:34:23.836519 dv-cinder-779576-7-iscsi neutron-server[93842]: cb(*args, **kw) Aug 26 15:34:23.836519 dv-cinder-779576-7-iscsi neutron-server[93842]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 15:34:23.836519 dv-cinder-779576-7-iscsi neutron-server[93842]: return func(*args, **kwargs) Aug 26 15:34:23.836519 dv-cinder-779576-7-iscsi neutron-server[93842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 15:34:23.836519 dv-cinder-779576-7-iscsi neutron-server[93842]: self._notify() Aug 26 15:34:23.836519 dv-cinder-779576-7-iscsi neutron-server[93842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 15:34:23.836519 dv-cinder-779576-7-iscsi neutron-server[93842]: self.callback(batched_events) Aug 26 15:34:23.836519 dv-cinder-779576-7-iscsi neutron-server[93842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 15:34:23.836519 dv-cinder-779576-7-iscsi neutron-server[93842]: event.method(event) Aug 26 15:34:23.836519 dv-cinder-779576-7-iscsi neutron-server[93842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 15:34:23.836519 dv-cinder-779576-7-iscsi neutron-server[93842]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 15:34:23.836519 dv-cinder-779576-7-iscsi neutron-server[93842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 15:34:23.836519 dv-cinder-779576-7-iscsi neutron-server[93842]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 15:34:23.836519 dv-cinder-779576-7-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 15:34:23.836519 dv-cinder-779576-7-iscsi neutron-server[93842]: return f(self, *a, **k) Aug 26 15:34:23.836519 dv-cinder-779576-7-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 15:34:23.836519 dv-cinder-779576-7-iscsi neutron-server[93842]: return self._get(url).json() Aug 26 15:34:23.836519 dv-cinder-779576-7-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 15:34:23.836519 dv-cinder-779576-7-iscsi neutron-server[93842]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 15:34:23.836519 dv-cinder-779576-7-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 15:34:23.836519 dv-cinder-779576-7-iscsi neutron-server[93842]: return self.request(url, 'GET', **kwargs) Aug 26 15:34:23.836519 dv-cinder-779576-7-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 15:34:23.836519 dv-cinder-779576-7-iscsi neutron-server[93842]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 15:34:23.836519 dv-cinder-779576-7-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 15:34:23.836519 dv-cinder-779576-7-iscsi neutron-server[93842]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 15:34:23.836519 dv-cinder-779576-7-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 15:34:23.836519 dv-cinder-779576-7-iscsi neutron-server[93842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 15:34:23.836519 dv-cinder-779576-7-iscsi neutron-server[93842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 15:34:23.841478 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b208b0da-50c8-41a2-91cc-52bf05876943 None None] Pushing event deleted for resources: {'Port': ['ID=159d722d-5ff6-42e0-acf0-aabab71b2105,revision_number=None']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:34:23.846275 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b208b0da-50c8-41a2-91cc-52bf05876943 None None] No DVR routers for this DVR port 159d722d-5ff6-42e0-acf0-aabab71b2105 on host dv-cinder-779576-7-iscsi {{(pid=93843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 15:34:23.860476 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b208b0da-50c8-41a2-91cc-52bf05876943 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:34:23.860476 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b208b0da-50c8-41a2-91cc-52bf05876943 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:34:23.860476 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b208b0da-50c8-41a2-91cc-52bf05876943 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:34:23.860476 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b208b0da-50c8-41a2-91cc-52bf05876943 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:34:23.860476 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b208b0da-50c8-41a2-91cc-52bf05876943 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:34:23.860476 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b208b0da-50c8-41a2-91cc-52bf05876943 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:34:23.860476 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b208b0da-50c8-41a2-91cc-52bf05876943 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:34:23.860476 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b208b0da-50c8-41a2-91cc-52bf05876943 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:34:23.860476 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b208b0da-50c8-41a2-91cc-52bf05876943 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:34:23.860476 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b208b0da-50c8-41a2-91cc-52bf05876943 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:34:23.860476 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b208b0da-50c8-41a2-91cc-52bf05876943 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:34:23.860476 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b208b0da-50c8-41a2-91cc-52bf05876943 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-7-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:34:23.902754 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-0743291b-d7b4-4535-b1a2-c66f31700175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3774337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3928461'] for network, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:34:23.907049 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-0743291b-d7b4-4535-b1a2-c66f31700175 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3774323'] for network, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:34:23.913349 dv-cinder-779576-7-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-0743291b-d7b4-4535-b1a2-c66f31700175 admin admin] 10.222.0.20 "DELETE /v2.0/networks/bb1b74c2-76f2-4b49-bb66-b31909a4e4a9 HTTP/1.1" status: 204 len: 168 time: 0.6179132 Aug 26 15:34:23.932103 dv-cinder-779576-7-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0743291b-d7b4-4535-b1a2-c66f31700175 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb1b74c2-76f2-4b49-bb66-b31909a4e4a9,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:34:24.036926 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 34500) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:34:24.078721 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-95b7da59-7316-4a7c-89d1-866ee455aec3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1d44569eb5c241ab8c4e10ff4af9afb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0400946 Aug 26 15:34:24.082172 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 34502) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:34:24.131716 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-85d37e1f-5b27-4f1a-ba94-8cd88e969c70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:34:24.152502 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-85d37e1f-5b27-4f1a-ba94-8cd88e969c70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:34:24.198776 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-85d37e1f-5b27-4f1a-ba94-8cd88e969c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:34:24.201333 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-85d37e1f-5b27-4f1a-ba94-8cd88e969c70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:34:24.202530 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-85d37e1f-5b27-4f1a-ba94-8cd88e969c70 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1a1c1bd2-cb2b-43ae-9cf8-d310f93822eb HTTP/1.1" status: 204 len: 168 time: 0.1194532 Aug 26 15:34:24.211506 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d37e1f-5b27-4f1a-ba94-8cd88e969c70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a1c1bd2-cb2b-43ae-9cf8-d310f93822eb,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:34:24.513433 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 34508) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:34:24.552292 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-602c5040-1aad-4d3e-a8d1-97dc6742bc30 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d3a21791a7ba4b01b9a567092c887665&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376663 Aug 26 15:34:24.554970 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.20', 34510) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 15:34:24.611621 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-c37d415d-2649-4907-ae70-9ee6fb05811b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:34:24.633449 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-c37d415d-2649-4907-ae70-9ee6fb05811b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:34:24.679040 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-c37d415d-2649-4907-ae70-9ee6fb05811b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681297'] for security_group, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:34:24.681581 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-c37d415d-2649-4907-ae70-9ee6fb05811b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:34:24.682806 dv-cinder-779576-7-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-c37d415d-2649-4907-ae70-9ee6fb05811b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/02b8a2d4-195e-42ff-8bbb-94860abd1264 HTTP/1.1" status: 204 len: 168 time: 0.1267817 Aug 26 15:34:24.691332 dv-cinder-779576-7-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37d415d-2649-4907-ae70-9ee6fb05811b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02b8a2d4-195e-42ff-8bbb-94860abd1264,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:34:24.786834 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Device 159d722d-5ff6-42e0-acf0-aabab71b2105 no longer exists at agent ovs-agent-dv-cinder-779576-7-iscsi {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 15:34:24.807375 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] No Port match for: 159d722d-5ff6-42e0-acf0-aabab71b2105 {{(pid=93843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 15:34:24.807823 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Device 159d722d-5ff6-42e0-acf0-aabab71b2105 not bound to the agent host dv-cinder-779576-7-iscsi {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 15:34:24.808305 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Device 24eece22-3331-4972-a340-0bc364f4228b no longer exists at agent ovs-agent-dv-cinder-779576-7-iscsi {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 15:34:24.828933 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] No Port match for: 24eece22-3331-4972-a340-0bc364f4228b {{(pid=93843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 15:34:24.829280 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Device 24eece22-3331-4972-a340-0bc364f4228b not bound to the agent host dv-cinder-779576-7-iscsi {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 15:34:24.829677 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Device d5dd1201-c3b0-4a9a-b628-c0bd4980c707 no longer exists at agent ovs-agent-dv-cinder-779576-7-iscsi {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 15:34:24.851419 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] No Port match for: d5dd1201-c3b0-4a9a-b628-c0bd4980c707 {{(pid=93843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 15:34:24.851758 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Device d5dd1201-c3b0-4a9a-b628-c0bd4980c707 not bound to the agent host dv-cinder-779576-7-iscsi {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 15:34:37.187207 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-d5d5566c-b8a9-4702-83a0-03fe6c6943ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:34:39.009530 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:34:39.869240 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:34:39.970456 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-0bc9a52b-2e64-40c1-9c1c-1a2d2e58b3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:34:41.398467 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c45f19a1-5a59-44e4-9446-0a9261f71b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:34:43.032764 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-a6032fac-f2a0-46d6-9c2c-2483dfdc6249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:34:46.022802 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.agents_db [None req-f94a4f8d-c04a-4845-8e45-3296fab2d83d None None] Agent healthcheck: found 6 active agents {{(pid=93844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 15:35:07.190588 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-768e2d8c-fa35-4b46-b04c-0ee41887b274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:35:09.010484 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:35:09.871504 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:35:09.975850 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-26301663-ad5d-4e4b-a8bc-96be9026215f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:35:11.401662 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c45f19a1-5a59-44e4-9446-0a9261f71b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:35:13.036415 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-a6032fac-f2a0-46d6-9c2c-2483dfdc6249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:35:23.022953 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.agents_db [None req-f94a4f8d-c04a-4845-8e45-3296fab2d83d None None] Agent healthcheck: found 6 active agents {{(pid=93844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 15:35:37.192598 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-1b99fc98-7f7d-4ac5-a506-c1ebaee70ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:35:39.012156 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:35:39.873456 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:35:39.966189 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-9e5b81d1-d46e-4779-8094-bab75dc89c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:35:41.404129 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c45f19a1-5a59-44e4-9446-0a9261f71b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:35:43.039748 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-a6032fac-f2a0-46d6-9c2c-2483dfdc6249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:36:00.022283 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.agents_db [None req-f94a4f8d-c04a-4845-8e45-3296fab2d83d None None] Agent healthcheck: found 6 active agents {{(pid=93844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 15:36:07.205317 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-0a03ec06-38fd-4fa0-8b21-2c6d619cfa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:36:09.010620 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:36:09.877807 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:36:09.974030 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-a3977174-8245-4a3c-914b-cd1474ddd6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:36:11.412254 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c45f19a1-5a59-44e4-9446-0a9261f71b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:36:13.042164 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-a6032fac-f2a0-46d6-9c2c-2483dfdc6249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:36:37.022439 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.agents_db [None req-f94a4f8d-c04a-4845-8e45-3296fab2d83d None None] Agent healthcheck: found 6 active agents {{(pid=93844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 15:36:37.202930 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-a0717e36-b240-415d-b7ab-236ce5caa22a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:36:39.034495 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:36:39.889065 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:36:39.967657 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-65499f7c-56e8-4b38-bd2e-5bca08c0a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:36:41.415158 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c45f19a1-5a59-44e4-9446-0a9261f71b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:36:43.046551 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-a6032fac-f2a0-46d6-9c2c-2483dfdc6249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:37:07.199900 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-a5f5a6c8-369b-4c36-b9b7-9802c5dcf7b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:37:09.034147 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:37:09.889683 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:37:09.971370 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-9a54cd88-aabb-40c2-817d-bcf9d962e092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:37:11.414794 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c45f19a1-5a59-44e4-9446-0a9261f71b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:37:13.055438 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-a6032fac-f2a0-46d6-9c2c-2483dfdc6249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:37:14.025306 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.agents_db [None req-f94a4f8d-c04a-4845-8e45-3296fab2d83d None None] Agent healthcheck: found 6 active agents {{(pid=93844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 15:37:37.196254 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-9a7f563c-c039-4430-ac30-fae7817d85f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:37:39.024248 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:37:39.890852 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:37:39.978135 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-a9dc6ac1-16a7-496d-9996-a54f5c6b9212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:37:41.417666 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c45f19a1-5a59-44e4-9446-0a9261f71b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:37:43.052668 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-a6032fac-f2a0-46d6-9c2c-2483dfdc6249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:37:51.026085 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.agents_db [None req-f94a4f8d-c04a-4845-8e45-3296fab2d83d None None] Agent healthcheck: found 6 active agents {{(pid=93844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 15:38:07.193491 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-77a280a6-a7f7-4431-ad9f-d8b62520c328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:38:09.039822 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:38:09.884936 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:38:09.984344 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-362eb5c7-b85d-4beb-9784-b072a80d973c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:38:11.422419 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c45f19a1-5a59-44e4-9446-0a9261f71b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:38:13.064333 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-a6032fac-f2a0-46d6-9c2c-2483dfdc6249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:38:28.025429 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.agents_db [None req-f94a4f8d-c04a-4845-8e45-3296fab2d83d None None] Agent healthcheck: found 6 active agents {{(pid=93844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 15:38:37.188848 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-47d8b338-d643-439f-a571-d3bbc92a1453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:38:39.046681 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:38:39.888793 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:38:39.978243 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-36a8bf21-69d9-42ee-a9dc-1e7854b090d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:38:41.424482 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c45f19a1-5a59-44e4-9446-0a9261f71b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:38:43.060585 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-a6032fac-f2a0-46d6-9c2c-2483dfdc6249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:39:05.029329 dv-cinder-779576-7-iscsi neutron-server[93844]: DEBUG neutron.db.agents_db [None req-f94a4f8d-c04a-4845-8e45-3296fab2d83d None None] Agent healthcheck: found 6 active agents {{(pid=93844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 15:39:07.188059 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-691cfecd-2c88-4a19-88a8-60687cfbef53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:39:09.053996 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:39:09.899094 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:39:09.989305 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-03123e86-116b-4169-afb4-e09655c73f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:39:11.427597 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c45f19a1-5a59-44e4-9446-0a9261f71b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:39:13.061949 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-a6032fac-f2a0-46d6-9c2c-2483dfdc6249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:39:37.192527 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-05b31660-e6f3-4c87-aa11-94cf60dbad97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:39:39.054405 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-eafe3623-0701-4d8e-9848-583dc373bf6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:39:39.895313 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-075ca0c7-f370-4408-9589-5cb5bbadc596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 15:39:39.984676 dv-cinder-779576-7-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-2737b820-4431-4a0b-8e52-afb5b80b7bb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793280934620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685171'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}